diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_confs_batch220.txt
new file mode 100644
index 0000000000000000000000000000000000000000..7f127df520bd043e2f798c2adb35f26d55e8e29b
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_confs_batch220.txt
@@ -0,0 +1,3288 @@
++++++
+conf1 1 0 99.69 0
+1 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+2 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+3 gpu mul fp32 1 add fp32 1 tanh fp32 1 
+4 gpu mul fp32 1 add fp32 1 tanh fp32 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1 1.78817265464 0 99.220001 0.7049985000000021
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf2 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf3 1.73515484904 0 99.559998 0.5300020000000046
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf4 1.72017310656 0 99.540001 0.549998999999994
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf5 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf6 2.00016617632 0 99.68 0.4099999999999909
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf7 1.72333900478 0 99.620003 0.4699970000000008
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf8 1.78817265464 0 99.099998 0.8850029999999975
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf9 1.73515484904 0 99.580002 0.5099980000000045
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf10 1.78817265464 0 99.32 0.5550000000000068
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf11 1.73515484904 0 99.699997 0.39000300000000154
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf12 1.77226558474 0 99.540001 0.549998999999994
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf13 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf14 1.72333900478 0 99.620003 0.4699970000000008
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf15 1.7756263212 0 99.099998 0.8850029999999975
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf16 2.00016617632 0 99.660004 0.42999599999999705
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf17 1.7756263212 0 99.260002 0.6449969999999965
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf18 1.51382277464 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf19 1.5 0 99.699997 0.39000300000000154
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf20 1.97610564729 0 99.599998 0.4900019999999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf21 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf22 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf23 1.78817265464 0 99.239998 0.6750029999999967
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf24 1.72333900478 0 99.519997 0.5700029999999942
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf25 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf26 1.77226558474 0 99.339996 0.5250059999999976
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf27 1.72017310656 0 99.300003 0.5849954999999909
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf28 2.00016617632 0 99.199997 0.7350045000000023
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf29 1.73515484904 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf30 1.99590274244 0 99.099998 0.8850029999999975
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf31 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf32 1.99590274244 0 99.540001 0.549998999999994
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf33 1.7756263212 0 99.279999 0.6150014999999911
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf34 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf35 1.72017310656 0 99.620003 0.4699970000000008
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf36 1.72333900478 0 99.639999 0.45000099999999466
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf37 1.73515484904 0 99.559998 0.5300020000000046
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf38 1.78817265464 0 99.239998 0.6750029999999967
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf39 1.77226558474 0 99.059998 0.9450030000000069
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf40 1.99590274244 0 99.580002 0.5099980000000045
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf41 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf42 1.7756263212 0 99.239998 0.6750029999999967
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf43 1.7756263212 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf44 1.73515484904 0 99.599998 0.4900019999999984
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf45 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf46 1.72333900478 0 99.620003 0.4699970000000008
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf47 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf48 1.75663902891 0 99.540001 0.549998999999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf49 2.00016617632 0 99.379997 0.46500449999999205
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf50 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf51 1.7756263212 0 99.32 0.5550000000000068
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf52 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf53 1.51382277464 0 99.620003 0.4699970000000008
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf54 1.72017310656 0 99.440002 0.6499979999999909
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf55 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf56 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf57 1.7756263212 0 99.040001 0.974998499999991
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf58 1.78817265464 0 99.300003 0.5849954999999909
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf59 1.77226558474 0 99.459999 0.6300010000000015
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf60 1.77226558474 0 99.18 0.7649999999999864
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf61 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf62 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf63 1.78817265464 0 99.32 0.5550000000000068
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf64 1.72333900478 0 99.660004 0.42999599999999705
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf65 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf66 1.73515484904 0 99.519997 0.5700029999999942
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf67 1.73515484904 0 99.5 0.5899999999999977
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf68 1.78817265464 0 99.279999 0.6150014999999911
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf69 1.7756263212 0 99.32 0.5550000000000068
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf70 1.73515484904 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf71 1.75663902891 0 99.160004 0.7949939999999955
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf72 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf73 1.72333900478 0 99.480003 0.6099970000000013
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf74 1.7756263212 0 99.300003 0.5849954999999909
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf75 1.77226558474 0 99.300003 0.5849954999999909
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf76 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf77 1.78817265464 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf78 1.75663902891 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf79 1.78817265464 0 99.519997 0.5700029999999942
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf80 2.00016617632 0 99.519997 0.5700029999999942
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf81 1.70544786131 0 99.639999 0.45000099999999466
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf82 1.73515484904 0 99.620003 0.4699970000000008
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf83 1.77226558474 0 99.220001 0.7049985000000021
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf84 1.97610564729 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf85 1.51137932951 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf86 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf87 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf88 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf89 1.75663902891 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf90 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf91 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf92 1.78817265464 0 99.239998 0.6750029999999967
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf93 1.72017310656 0 99.559998 0.5300020000000046
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf94 1.72333900478 0 99.639999 0.45000099999999466
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf95 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf96 1.7756263212 0 99.32 0.5550000000000068
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf97 1.73515484904 0 99.639999 0.45000099999999466
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf98 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf99 1.522932631 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf100 1.51382277464 0 99.599998 0.4900019999999984
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf101 2.00016617632 0 99.620003 0.4699970000000008
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf102 1.522932631 0 99.639999 0.45000099999999466
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf103 1.7756263212 0 99.360001 0.49499850000000123
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf104 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf105 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf106 1.77226558474 0 99.199997 0.7350045000000023
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf107 1.75663902891 0 99.199997 0.7350045000000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf108 1.99590274244 0 99.599998 0.4900019999999984
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf109 1.78817265464 0 99.199997 0.7350045000000023
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf110 1.522932631 0 99.68 0.4099999999999909
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf111 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf112 1.72333900478 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf113 1.7756263212 0 99.300003 0.5849954999999909
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf114 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf115 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf116 1.72333900478 0 99.540001 0.549998999999994
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf117 1.70544786131 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf118 1.78817265464 0 99.379997 0.46500449999999205
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf119 1.97610564729 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf120 1.7756263212 0 99.160004 0.7949939999999955
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf121 1.73515484904 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf122 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf123 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf124 1.70544786131 0 99.620003 0.4699970000000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf125 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf126 1.7756263212 0 99.379997 0.46500449999999205
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf127 1.51137932951 0 99.660004 0.42999599999999705
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf128 1.73515484904 0 99.639999 0.45000099999999466
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf129 1.5 0 99.699997 0.39000300000000154
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf130 1.78817265464 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf131 1.72017310656 0 99.300003 0.5849954999999909
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf132 1.73515484904 0 99.519997 0.5700029999999942
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf133 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf134 1.78817265464 0 99.279999 0.6150014999999911
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf135 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf136 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf137 1.77226558474 0 99.120003 0.8549955000000011
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf138 1.73515484904 0 99.599998 0.4900019999999984
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf139 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf140 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf141 1.73515484904 0 99.459999 0.6300010000000015
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf142 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf143 1.78817265464 0 99.239998 0.6750029999999967
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf144 1.7756263212 0 99.459999 0.6300010000000015
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf145 1.78817265464 0 99.239998 0.6750029999999967
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf146 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf147 1.72333900478 0 99.620003 0.4699970000000008
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf148 2.00016617632 0 98.400002 1.9349969999999956
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf149 1.72017310656 0 99.559998 0.5300020000000046
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf150 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf151 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf152 2.00016617632 0 99.660004 0.42999599999999705
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf153 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf154 1.70544786131 0 99.620003 0.4699970000000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf155 1.97610564729 0 99.599998 0.4900019999999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf156 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf157 1.75663902891 0 99.199997 0.7350045000000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf158 1.78817265464 0 99.279999 0.6150014999999911
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf159 1.73515484904 0 99.699997 0.39000300000000154
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf160 1.78817265464 0 99.32 0.5550000000000068
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf161 1.99590274244 0 99.099998 0.8850029999999975
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf162 1.78817265464 0 99.059998 0.9450030000000069
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf163 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf164 1.75663902891 0 99.199997 0.7350045000000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf165 1.72333900478 0 99.639999 0.45000099999999466
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf166 1.72017310656 0 99.620003 0.4699970000000008
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf167 1.73515484904 0 99.639999 0.45000099999999466
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf168 1.7756263212 0 99.279999 0.6150014999999911
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf169 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf170 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf171 1.70544786131 0 99.620003 0.4699970000000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf172 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf173 1.7756263212 0 99.160004 0.7949939999999955
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf174 1.75663902891 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf175 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf176 1.99590274244 0 98.940002 1.1249969999999863
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf177 1.97610564729 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf178 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf179 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf180 1.78817265464 0 98.980003 1.064995500000002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf181 1.7756263212 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf182 1.78817265464 0 99.379997 0.46500449999999205
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf183 1.70544786131 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf184 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf185 1.75663902891 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf186 1.73515484904 0 99.599998 0.4900019999999984
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf187 1.78817265464 0 99.32 0.5550000000000068
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf188 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf189 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf190 1.78817265464 0 99.199997 0.7350045000000023
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf191 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf192 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf193 1.77226558474 0 99.059998 0.9450030000000069
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf194 1.78817265464 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf195 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf196 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf197 1.77226558474 0 98.940002 1.1249969999999863
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf198 1.78817265464 0 99.080002 0.9149970000000067
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf199 1.70544786131 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf200 1.7756263212 0 99.360001 0.49499850000000123
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf201 1.7756263212 0 99.199997 0.7350045000000023
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf202 1.97610564729 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf203 1.77226558474 0 99.199997 0.7350045000000023
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf204 1.51382277464 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf205 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf206 1.7756263212 0 99.099998 0.8850029999999975
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf207 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf208 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf209 1.75663902891 0 99.160004 0.7949939999999955
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf210 1.97610564729 0 98.440002 1.8749969999999863
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf211 1.72017310656 0 99.300003 0.5849954999999909
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf212 1.77226558474 0 98.940002 1.1249969999999863
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf213 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf214 1.75663902891 0 99.32 0.5550000000000068
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf215 1.78817265464 0 99.620003 0.4699970000000008
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf216 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf217 1.73515484904 0 99.519997 0.5700029999999942
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf218 1.51137932951 0 99.440002 0.6499979999999909
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf219 1.97610564729 0 98.480003 1.814995500000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf220 1.73515484904 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf221 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf222 1.77226558474 0 99.5 0.5899999999999977
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf223 1.522932631 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf224 1.522932631 0 99.540001 0.549998999999994
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf225 1.522932631 0 99.68 0.4099999999999909
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf226 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf227 1.72333900478 0 99.660004 0.42999599999999705
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf228 1.77226558474 0 98.980003 1.064995500000002
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf229 1.78817265464 0 99.220001 0.7049985000000021
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf230 1.7756263212 0 99.239998 0.6750029999999967
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf231 1.70544786131 0 99.639999 0.45000099999999466
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf232 1.73515484904 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf233 1.99590274244 0 99.540001 0.549998999999994
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf234 2.00016617632 0 99.199997 0.7350045000000023
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf235 1.78817265464 0 99.559998 0.5300020000000046
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf236 1.5 0 99.699997 0.39000300000000154
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf237 1.73515484904 0 99.639999 0.45000099999999466
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf238 1.97610564729 0 98.440002 1.8749969999999863
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf239 1.77226558474 0 98.800003 1.334995499999991
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf240 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf241 1.75663902891 0 99.160004 0.7949939999999955
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf242 1.78817265464 0 99.239998 0.6750029999999967
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf243 1.75663902891 0 99.699997 0.39000300000000154
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf244 1.72017310656 0 99.419998 0.670001999999991
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf245 2.00016617632 0 99.0 1.0349999999999966
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf246 1.99590274244 0 98.519997 1.7550044999999912
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf247 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf248 1.72333900478 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf249 1.72333900478 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf250 1.51137932951 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf251 2.01610051566 0 97.760002 2.8949969999999965
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf252 1.7756263212 0 99.160004 0.7949939999999955
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf253 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf254 1.72017310656 0 97.860001 2.7449985000000012
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf255 1.72333900478 0 99.68 0.4099999999999909
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf256 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf257 1.72333900478 0 99.660004 0.42999599999999705
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf258 2.00016617632 0 99.620003 0.4699970000000008
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf259 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf260 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf261 1.97610564729 0 99.599998 0.4900019999999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf262 2.00016617632 0 97.980003 2.564995500000002
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf263 1.97610564729 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf264 1.99590274244 0 98.099998 2.3850029999999975
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf265 2.00016617632 0 98.080002 2.4149970000000067
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf266 1.70544786131 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf267 1.7756263212 0 99.32 0.5550000000000068
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf268 1.97610564729 0 98.480003 1.814995500000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf269 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf270 1.99590274244 0 98.139999 2.325001499999992
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf271 1.73515484904 0 99.699997 0.39000300000000154
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf272 1.7756263212 0 99.260002 0.6449969999999965
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf273 1.51382277464 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf274 1.72017310656 0 99.559998 0.5300020000000046
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf275 1.75663902891 0 98.0 2.5349999999999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf276 1.73515484904 0 99.5 0.5899999999999977
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf277 1.78817265464 0 98.959999 1.0950015000000022
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf278 1.7756263212 0 99.639999 0.45000099999999466
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf279 1.99590274244 0 98.519997 1.7550044999999912
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf280 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf281 1.78817265464 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf282 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf283 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf284 1.78817265464 0 99.300003 0.5849954999999909
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf285 1.73515484904 0 99.519997 0.5700029999999942
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf286 1.78817265464 0 99.660004 0.42999599999999705
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf287 1.77226558474 0 98.599998 1.6350029999999975
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf288 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf289 1.77226558474 0 99.059998 0.9450030000000069
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf290 1.522932631 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf291 1.72333900478 0 99.540001 0.549998999999994
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf292 1.7756263212 0 99.32 0.5550000000000068
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf293 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf294 1.7756263212 0 99.040001 0.974998499999991
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf295 1.97610564729 0 98.440002 1.8749969999999863
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf296 1.99590274244 0 98.599998 1.6350029999999975
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf297 2.00016617632 0 99.68 0.4099999999999909
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf298 1.73515484904 0 99.559998 0.5300020000000046
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf299 1.73515484904 0 99.580002 0.5099980000000045
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf300 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf301 1.99590274244 0 99.540001 0.549998999999994
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf302 1.7756263212 0 97.760002 2.8949969999999965
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf303 1.75663902891 0 99.32 0.5550000000000068
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf304 1.77226558474 0 99.5 0.5899999999999977
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf305 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf306 1.78817265464 0 98.82 1.3050000000000068
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf307 1.75663902891 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf308 2.01610051566 0 97.82 2.805000000000007
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf309 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf310 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf311 1.77226558474 0 99.279999 0.6150014999999911
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf312 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf313 1.78817265464 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf314 1.522932631 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf315 1.75663902891 0 99.199997 0.7350045000000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf316 2.00016617632 0 99.519997 0.5700029999999942
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf317 1.72017310656 0 99.580002 0.5099980000000045
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf318 1.7756263212 0 99.32 0.5550000000000068
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf319 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf320 1.72017310656 0 99.440002 0.6499979999999909
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf321 1.7756263212 0 99.199997 0.7350045000000023
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf322 1.99590274244 0 99.099998 0.8850029999999975
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf323 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf324 1.73515484904 0 99.5 0.5899999999999977
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf325 1.99590274244 0 99.580002 0.5099980000000045
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf326 1.99590274244 0 98.940002 1.1249969999999863
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf327 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf328 1.72333900478 0 99.660004 0.42999599999999705
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf329 1.78817265464 0 98.940002 1.1249969999999863
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf330 1.78817265464 0 99.18 0.7649999999999864
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf331 1.72333900478 0 99.639999 0.45000099999999466
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf332 1.7756263212 0 99.300003 0.5849954999999909
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf333 1.78817265464 0 99.199997 0.7350045000000023
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf334 1.78817265464 0 99.32 0.5550000000000068
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf335 1.78817265464 0 99.099998 0.8850029999999975
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf336 2.00016617632 0 99.0 1.0349999999999966
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf337 2.00016617632 0 98.059998 2.445003000000007
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf338 2.00016617632 0 98.580002 1.6649970000000067
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf339 1.72333900478 0 99.620003 0.4699970000000008
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf340 2.00016617632 0 98.419998 1.9050029999999865
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf341 2.00016617632 0 98.0 2.5349999999999966
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf342 1.75663902891 0 99.160004 0.7949939999999955
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf343 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf344 2.00016617632 0 98.400002 1.9349969999999956
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf345 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf346 1.72017310656 0 99.300003 0.5849954999999909
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf347 1.73515484904 0 99.660004 0.42999599999999705
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf348 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf349 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf350 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf351 1.78817265464 0 98.980003 1.064995500000002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf352 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf353 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf354 1.72333900478 0 99.68 0.4099999999999909
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf355 1.73515484904 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf356 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf357 1.70544786131 0 99.620003 0.4699970000000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf358 1.7756263212 0 99.279999 0.6150014999999911
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf359 1.7756263212 0 98.82 1.3050000000000068
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf360 1.7756263212 0 99.379997 0.46500449999999205
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf361 1.99590274244 0 99.599998 0.4900019999999984
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf362 1.78817265464 0 99.279999 0.6150014999999911
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf363 1.70544786131 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf364 1.70544786131 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf365 1.78817265464 0 97.760002 2.8949969999999965
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf366 1.72017310656 0 99.620003 0.4699970000000008
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf367 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf368 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf369 1.7756263212 0 99.160004 0.7949939999999955
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf370 1.78817265464 0 99.080002 0.9149970000000067
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf371 1.75663902891 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf372 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf373 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf374 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf375 1.99590274244 0 97.940002 2.6249969999999863
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf376 1.78817265464 0 98.980003 1.064995500000002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf377 1.7756263212 0 99.279999 0.6150014999999911
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf378 1.522932631 0 99.540001 0.549998999999994
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf379 1.5 0 99.699997 0.39000300000000154
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf380 1.78817265464 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf381 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf382 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf383 1.72017310656 0 99.300003 0.5849954999999909
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf384 1.70544786131 0 99.639999 0.45000099999999466
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf385 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf386 1.73515484904 0 99.639999 0.45000099999999466
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf387 1.72017310656 0 99.620003 0.4699970000000008
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf388 1.51382277464 0 99.660004 0.42999599999999705
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf389 1.7756263212 0 99.300003 0.5849954999999909
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf390 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf391 1.97610564729 0 99.599998 0.4900019999999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf392 1.72333900478 0 99.620003 0.4699970000000008
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf393 1.51382277464 0 99.620003 0.4699970000000008
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf394 2.00016617632 0 98.980003 1.064995500000002
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf395 2.00016617632 0 99.660004 0.42999599999999705
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf396 1.73515484904 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf397 1.77226558474 0 99.32 0.5550000000000068
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf398 1.75663902891 0 99.32 0.5550000000000068
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf399 1.77226558474 0 98.980003 1.064995500000002
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf400 2.00016617632 0 98.040001 2.474998499999991
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf401 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf402 1.78817265464 0 99.300003 0.5849954999999909
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf403 1.75663902891 0 99.199997 0.7350045000000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf404 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf405 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf406 1.7756263212 0 98.400002 1.9349969999999956
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf407 1.73515484904 0 99.559998 0.5300020000000046
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf408 1.72333900478 0 99.580002 0.5099980000000045
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf409 1.72333900478 0 99.639999 0.45000099999999466
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf410 1.73515484904 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_promise_confs_batch220_multi.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
new file mode 100644
index 0000000000000000000000000000000000000000..d00ab536d689932379baa3325a11652a95138c93
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
@@ -0,0 +1,13968 @@
++++++
+conf1 1 0 99.69 0
+1 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+2 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+3 gpu mul fp32 1 add fp32 1 tanh fp32 1 
+4 gpu mul fp32 1 add fp32 1 tanh fp32 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1 3.86059861244 0 99.5865002 0.5034997999999945
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf2 2.47778695782 0 99.401499275 0.6885007249999916
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf3 2.50228643329 0 99.302000275 0.5819995875000004
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf4 3.92040413524 0 99.545499375 0.5445006249999921
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf5 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf6 2.47778695782 0 99.04700025 0.964499625000002
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf7 1.99590274244 0 99.099998 0.8850029999999975
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf8 2.00016617632 0 99.68 0.4099999999999909
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf9 3.77195447337 0 99.631001025 0.4589989749999944
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf10 2.47778695782 0 99.2549994 0.6525008999999926
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf11 6.14799414721 0 99.50250035 0.5874996499999924
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf12 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf13 2.47778695782 0 99.38799915 0.4530012749999983
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf14 3.84474688915 0 99.5614995 0.5285005000000013
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf15 3.34244261096 0 99.594499925 0.4955000750000039
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf16 2.50228643329 0 99.4655008 0.6244991999999968
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf17 2.47778695782 0 98.991999975 1.0470000374999984
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf18 6.14799414721 0 99.41749905 0.6725009499999942
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf19 3.34244261096 0 99.51449975 0.5755002499999989
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf20 3.92040413524 0 99.5669999 0.5230000999999987
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf21 3.80166404425 0 99.543499725 0.546500274999994
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf22 3.85964385182 0 99.4755007 0.6144993
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf23 2.47778695782 0 99.31599945 0.5610008249999865
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf24 2.47778695782 0 99.405499825 0.6845001749999909
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf25 2.50228643329 0 99.37349895 0.4747515749999991
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf26 6.61857279171 0 99.494500325 0.5954996749999936
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf27 3.84474688915 0 99.417499625 0.6725003749999928
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf28 2.47778695782 0 99.026998925 0.9945016124999952
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf29 2.50228643329 0 99.370499525 0.4792507124999972
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf30 6.30106886729 0 99.5040001 0.5859998999999988
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf31 1.99590274244 0 99.540001 0.549998999999994
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf32 3.7862916372 0 99.5900006 0.49999940000000154
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf33 3.86059861244 0 99.612000375 0.4779996250000039
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf34 3.92040413524 0 99.558499875 0.5315001250000023
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf35 3.86059861244 0 99.56849965 0.521500349999991
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf36 5.02870270579 0 99.267000425 0.6344993624999873
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf37 6.14799414721 0 99.50099985 0.5890001499999983
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf38 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf39 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf40 2.50228643329 0 99.027499025 0.9937514625000006
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf41 6.14799414721 0 99.554999675 0.535000324999993
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf42 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf43 3.84474688915 0 99.7254995 0.3645004999999998
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf44 3.92040413524 0 99.57699975 0.5130002499999989
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf45 6.14799414721 0 99.5009999 0.5890001000000012
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf46 2.47778695782 0 99.376999825 0.46950026249999866
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf47 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf48 3.85964385182 0 99.269500375 0.6307494374999862
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf49 3.13161472572 0 99.5865002 0.5034997999999945
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf50 6.30106886729 0 99.25849995 0.6472500749999952
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf51 5.92620561097 0 99.54949965 0.5405003499999964
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf52 2.47124761202 0 99.10999975 0.8700003749999965
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf53 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf54 3.38717868509 0 99.33499915 0.5325012749999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf55 3.80166404425 0 99.513499725 0.5765002749999951
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf56 2.44096937877 0 99.3519992 0.5070012000000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf57 3.92040413524 0 99.475999775 0.6140002249999924
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf58 3.92040413524 0 99.3189995 0.5565007499999908
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf59 2.47778695782 0 99.479500975 0.6104990250000043
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf60 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf61 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf62 2.81322619695 0 99.540999075 0.5490009249999958
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf63 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf64 3.86059861244 0 99.615501 0.474499000000003
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf65 3.86059861244 0 99.585999975 0.5040000250000048
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf66 3.86059861244 0 99.515000025 0.5749999749999916
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf67 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf68 5.79060658268 0 99.425999975 0.6640000250000014
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf69 2.50228643329 0 98.901499925 1.1827501125000026
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf70 2.47124761202 0 98.265500075 2.136749887499988
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf71 3.77195447337 0 99.63050095 0.45949904999999946
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf72 2.50228643329 0 98.91149985 1.167750224999999
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf73 5.02870270579 0 99.46900055 0.6209994499999937
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf74 2.00016617632 0 98.580002 1.6649970000000067
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf75 2.57685599488 0 99.371499325 0.4777510124999935
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf76 2.51187737029 0 99.390999175 0.6990008249999932
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf77 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf78 6.14799414721 0 99.49949955 0.5905004500000018
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf79 2.47124761202 0 99.21099945 0.7185008249999925
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf80 6.30106886729 0 99.517499475 0.5725005250000038
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf81 5.92620561097 0 99.542999375 0.547000625000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf82 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf83 3.33055390722 0 99.418500225 0.6714997749999952
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf84 6.61857279171 0 99.50099985 0.5890001499999983
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf85 3.80166404425 0 99.521499575 0.5685004249999907
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf86 4.4071692756 0 99.419500275 0.6704997249999934
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf87 2.47124761202 0 99.37749925 0.46875112499999716
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf88 5.79060658268 0 99.565499625 0.5245003749999967
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf89 6.7963162944 0 99.453000325 0.6369996749999928
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf90 1.99590274244 0 98.440002 1.8749969999999863
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf91 6.14799414721 0 99.43249995 0.6575000500000044
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf92 3.85964385182 0 99.473000375 0.6169996249999997
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf93 2.50228643329 0 98.878998975 1.216501537499994
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf94 5.02870270579 0 99.442000525 0.6479994750000003
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf95 6.57211871555 0 99.33249975 0.5362503750000016
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf96 3.38717868509 0 99.336998575 0.5295021375000033
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf97 3.92040413524 0 99.5710002 0.5189997999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf98 4.64385542353 0 99.51799975 0.5720002499999964
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf99 2.47124761202 0 99.01849985 1.007250225
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf100 2.5439518228 0 99.4895 0.600499999999991
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf101 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf102 6.10789096832 0 99.341499625 0.5227505625000006
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf103 2.50228643329 0 99.438500325 0.651499674999991
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf104 2.50228643329 0 99.4235 0.6664999999999935
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf105 2.50228643329 0 99.00049975 1.034250374999992
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf106 6.10789096832 0 99.590500925 0.49949907499999713
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf107 3.80166404425 0 99.5274999 0.5625001000000026
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf108 6.7963162944 0 99.495500375 0.5944996249999918
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf109 6.14799414721 0 99.495000225 0.5949997749999995
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf110 3.86059861244 0 99.5875 0.5024999999999921
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf111 2.00016617632 0 98.980003 1.064995500000002
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf112 4.90489779833 0 99.4235004 0.6664996000000031
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf113 4.93072604433 0 99.519499875 0.5705001250000038
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf114 2.47124761202 0 99.22599905 0.6960014249999986
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf115 2.57685599488 0 99.38249875 0.4612518750000021
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf116 2.47778695782 0 99.387499325 0.4537510125000068
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf117 3.92040413524 0 99.4889999 0.6010001000000017
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf118 2.47124761202 0 99.3574979 0.49875314999999887
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf119 4.90489779833 0 99.338499075 0.5272513874999945
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf120 2.57685599488 0 98.909499725 1.1707504124999915
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf121 3.7862916372 0 99.425500575 0.6644994249999968
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf122 5.02870270579 0 99.51799975 0.5720002499999964
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf123 6.10789096832 0 99.41449975 0.6755002499999933
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf124 3.80166404425 0 99.5164998 0.5735001999999924
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf125 6.30106886729 0 99.469500325 0.6204996749999993
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf126 4.93072604433 0 99.522999375 0.567000625
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf127 3.86059861244 0 99.618499975 0.4715000249999918
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf128 2.55088214386 0 99.382999475 0.46050078749998846
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf129 6.14799414721 0 99.513499725 0.5765002749999951
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf130 6.30106886729 0 99.449999925 0.6400000749999976
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf131 2.50228643329 0 98.300999875 2.083500187499993
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf132 3.33055390722 0 99.563499475 0.5265005249999973
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf133 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf134 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf135 1.99590274244 0 98.139999 2.325001499999992
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf136 3.85964385182 0 99.47600045 0.613999549999997
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf137 2.78229733114 0 99.5514998 0.5385001999999958
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf138 3.77195447337 0 99.3254996 0.5467505999999958
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf139 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf140 2.81322619695 0 99.5814995 0.508500499999991
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf141 2.57685599488 0 99.417499875 0.6725001249999935
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf142 4.93072604433 0 99.5164998 0.5735001999999924
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf143 2.50228643329 0 99.466500825 0.6234991750000006
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf144 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf145 2.77405457184 0 99.573499525 0.5165004749999952
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf146 3.70186719231 0 99.722999925 0.3670000750000014
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf147 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf148 3.92040413524 0 99.5589999 0.5310000999999943
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf149 6.61857279171 0 99.414999925 0.6750000749999941
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf150 3.38717868509 0 99.56849935 0.5215006500000016
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf151 3.34244261096 0 99.616000475 0.47399952499999076
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf152 5.33920664205 0 99.4435006 0.6464994000000047
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf153 2.5439518228 0 98.314999825 2.062500262499995
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf154 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf155 2.50228643329 0 98.911000225 1.168499662500004
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf156 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf157 2.50228643329 0 99.39599955 0.6940004499999987
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf158 3.38717868509 0 99.46750085 0.6224991500000044
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf159 2.81322619695 0 99.461000775 0.6289992249999955
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf160 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf161 2.50228643329 0 99.007999825 1.0230002624999983
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf162 3.92040413524 0 99.5534999 0.5365000999999922
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf163 2.50228643329 0 99.43850055 0.6514994499999972
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf164 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf165 2.01610051566 0 97.879997 2.715004499999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf166 6.30106886729 0 99.2590004 0.6464993999999891
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf167 2.50228643329 0 98.98099975 1.0635003750000038
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf168 2.50228643329 0 99.372998825 0.4755017625000022
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf169 5.02870270579 0 99.4364997 0.6535002999999989
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf170 2.50228643329 0 97.885499575 2.7067506375000008
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf171 2.01610051566 0 97.900002 2.6849969999999956
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf172 2.50228643329 0 98.90100005 1.1834999250000067
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf173 2.50228643329 0 98.326998875 2.044501687499995
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf174 3.92040413524 0 99.4730004 0.6169995999999941
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf175 5.02870270579 0 99.25650025 0.6502496249999936
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf176 2.50228643329 0 99.40049935 0.6895006499999937
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf177 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf178 2.50228643329 0 99.375999275 0.47100108749999947
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf179 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf180 2.81322619695 0 99.341498825 0.5227517624999933
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf181 6.30106886729 0 99.451500425 0.6384995749999917
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf182 2.50228643329 0 99.094000075 0.8939998875000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf183 3.92040413524 0 99.31999995 0.5550000750000024
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf184 2.50228643329 0 99.373498975 0.47475153749999066
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf185 2.50228643329 0 99.47200125 0.6179987499999925
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf186 3.92040413524 0 99.582000275 0.5079997249999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf187 3.85964385182 0 99.5244993 0.5655006999999955
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf188 6.30106886729 0 99.459000325 0.6309996749999925
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf189 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf190 6.30106886729 0 99.472500875 0.6174991250000034
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf191 2.50228643329 0 97.651000575 3.0584991375
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf192 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf193 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf194 3.92040413524 0 99.551 0.5389999999999958
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf195 2.50228643329 0 99.423000075 0.6669999249999933
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf196 3.85964385182 0 99.475500725 0.6144992749999943
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf197 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf198 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf199 6.30106886729 0 99.517000075 0.5729999249999992
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf200 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf201 3.85964385182 0 99.437000325 0.6529996749999981
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf202 6.30106886729 0 99.437500275 0.6524997249999928
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf203 2.50228643329 0 99.188499275 0.7522510874999995
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf204 2.01610051566 0 97.760002 2.8949969999999965
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf205 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf206 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf207 6.30106886729 0 99.440500775 0.6494992249999939
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf208 2.47778695782 0 98.98650045 1.0552493250000055
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf209 3.92040413524 0 99.559499725 0.5305002750000029
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf210 6.14799414721 0 99.559999775 0.5300002250000034
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf211 4.93072604433 0 99.5089997 0.5810002999999938
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf212 4.90489779833 0 99.332999675 0.535500487500002
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf213 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf214 2.47124761202 0 99.316000575 0.5609991374999908
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf215 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf216 3.92040413524 0 99.5844996 0.5055003999999969
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf217 2.47124761202 0 99.1250007 0.847498949999995
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf218 2.47124761202 0 99.381998825 0.4620017625000017
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf219 6.14799414721 0 99.42000025 0.6699997499999967
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf220 6.10789096832 0 99.416 0.6740000000000009
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf221 5.92620561097 0 99.5324998 0.5575002000000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf222 2.50228643329 0 99.3659991 0.4860013500000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf223 2.81322619695 0 99.59350015 0.49649985000000074
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf224 3.85964385182 0 99.272000525 0.626999212500003
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf225 6.14799414721 0 99.46450015 0.6254998499999914
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf226 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf227 6.14799414721 0 99.49450015 0.5954998500000045
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf228 2.81322619695 0 99.334998975 0.5325015374999893
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf229 6.14799414721 0 99.5029999 0.5870000999999917
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf230 3.86059861244 0 99.57099965 0.5190003499999932
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf231 6.30106886729 0 99.4249999 0.6650000999999947
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf232 3.77195447337 0 99.64550045 0.44449954999999763
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf233 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf234 6.30106886729 0 99.455500425 0.634499575000001
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf235 2.44096937877 0 99.4455007 0.6444993000000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf236 5.02870270579 0 99.430500375 0.6594996250000037
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf237 2.77405457184 0 99.431500125 0.6584998749999983
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf238 6.30106886729 0 99.259000225 0.6464996625000055
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf239 3.92040413524 0 99.331999675 0.5370004874999879
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf240 3.34244261096 0 99.561499925 0.528500074999991
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf241 6.10789096832 0 99.344999375 0.5175009374999959
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf242 4.93072604433 0 99.524499625 0.5655003749999935
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf243 2.47778695782 0 99.0039994 1.0290008999999998
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf244 6.14799414721 0 99.501000025 0.5889999750000016
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf245 3.86059861244 0 99.590000225 0.4999997750000006
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf246 2.81322619695 0 99.585999875 0.5040001249999989
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf247 3.84474688915 0 99.570500075 0.5194999249999995
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf248 3.38717868509 0 99.3339993 0.5340010499999934
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf249 2.00016617632 0 99.379997 0.46500449999999205
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf250 2.50228643329 0 99.2840001 0.6089998499999965
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf251 6.10789096832 0 99.57099985 0.5190001499999909
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf252 5.02870270579 0 99.26750015 0.6337497749999912
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf253 2.50228643329 0 99.388999175 0.45150123750000404
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf254 3.71567552873 0 99.558999425 0.5310005750000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf255 1.99590274244 0 99.599998 0.4900019999999984
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf256 3.33055390722 0 99.567500075 0.5224999249999996
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf257 2.50228643329 0 99.387999625 0.4530005624999873
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf258 2.47778695782 0 99.325999725 0.5460004124999926
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf259 3.80166404425 0 99.533999275 0.5560007249999984
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf260 2.00016617632 0 99.0 1.0349999999999966
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf261 1.99590274244 0 98.940002 1.1249969999999863
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf262 2.47778695782 0 99.37499845 0.47250232499998646
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf263 1.99590274244 0 99.099998 0.8850029999999975
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf264 2.00016617632 0 98.980003 1.064995500000002
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf265 4.78704248134 0 99.542999225 0.5470007749999951
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf266 3.86059861244 0 99.6060007 0.48399930000000213
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf267 3.86059861244 0 99.614001325 0.47599867499999393
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf268 3.86059861244 0 99.5959999 0.4940001000000024
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf269 5.02870270579 0 99.524999575 0.5650004250000024
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf270 3.34244261096 0 99.583499925 0.5065000749999996
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf271 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf272 3.92040413524 0 99.54199885 0.5480011499999989
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf273 3.86059861244 0 99.582500175 0.5074998249999908
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf274 3.33055390722 0 99.724499675 0.36550032499999363
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf275 6.14799414721 0 99.504500025 0.5854999749999991
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf276 2.47124761202 0 98.819999675 1.3050004874999885
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf277 6.10789096832 0 99.40649895 0.6835010499999982
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf278 6.10789096832 0 99.577999475 0.5120005249999992
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf279 2.47778695782 0 99.30150025 0.5827496249999911
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf280 2.50228643329 0 99.3719988 0.4770017999999965
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf281 2.50228643329 0 98.29700015 2.089499774999993
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf282 4.93072604433 0 99.470500775 0.6194992249999928
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf283 2.50228643329 0 99.439000875 0.6509991249999928
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf284 6.14799414721 0 99.46549985 0.6245001499999973
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf285 3.85964385182 0 99.43350045 0.6564995500000009
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf286 6.30106886729 0 99.4350001 0.6549999000000014
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf287 2.50228643329 0 98.327000375 2.0444994375000007
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf288 3.38717868509 0 99.326000275 0.545999587499999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf289 2.50228643329 0 99.420999875 0.669000124999991
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf290 2.50228643329 0 99.467501025 0.6224989749999935
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf291 3.92040413524 0 99.583000475 0.506999524999992
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf292 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf293 2.50228643329 0 99.38349915 0.4597512749999879
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf294 2.81322619695 0 99.4725008 0.6174991999999918
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf295 1.99590274244 0 99.540001 0.549998999999994
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf296 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf297 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf298 3.85964385182 0 99.4755009 0.6144990999999976
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf299 3.80166404425 0 99.524499125 0.5655008749999922
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf300 3.86059861244 0 99.5054997 0.5845002999999963
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf301 6.30106886729 0 99.45100085 0.638999149999998
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf302 5.02870270579 0 99.4765002 0.6134997999999939
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf303 2.47778695782 0 99.0105 1.0192500000000067
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf304 3.92040413524 0 99.562000025 0.5279999749999945
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf305 6.30106886729 0 99.50299955 0.5870004499999993
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf306 3.84474688915 0 99.729999675 0.3600003249999958
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf307 6.14799414721 0 99.5119996 0.578000400000002
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf308 4.90489779833 0 99.58749965 0.5025003499999997
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf309 3.7862916372 0 99.33799965 0.528000524999996
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf310 6.30106886729 0 99.2670004 0.6344993999999957
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf311 6.30106886729 0 99.435500625 0.6544993749999947
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf312 2.47778695782 0 99.331499275 0.5377510874999984
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf313 2.77405457184 0 99.580000425 0.5099995750000034
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf314 6.14799414721 0 99.54800025 0.5419997499999966
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf315 2.50228643329 0 98.917000175 1.1594997374999991
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf316 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf317 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf318 3.92040413524 0 99.55649935 0.533500650000002
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf319 2.47778695782 0 99.265 0.6374999999999957
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf320 2.47124761202 0 98.317499 2.0587514999999996
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf321 3.33055390722 0 99.427499975 0.6625000249999943
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf322 2.50228643329 0 99.00349965 1.0297505250000043
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf323 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf324 6.30106886729 0 99.4665007 0.6234993000000003
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf325 4.93072604433 0 99.518999775 0.5710002250000002
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf326 5.92620561097 0 99.542499525 0.5475004750000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf327 3.86059861244 0 99.55699975 0.533000249999995
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf328 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf329 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf330 2.50228643329 0 99.3734996 0.47475059999999303
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf331 6.14799414721 0 99.50849975 0.5815002499999992
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf332 2.81322619695 0 99.33399895 0.5340015750000049
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf333 2.50228643329 0 99.375999975 0.47100003749999786
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf334 3.92040413524 0 99.546999 0.5430009999999982
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf335 6.30106886729 0 99.43900055 0.6509994499999948
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf336 3.85964385182 0 99.4830001 0.6069998999999996
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf337 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf338 5.02870270579 0 99.470500275 0.6194997249999915
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf339 2.50228643329 0 98.750500325 1.40924951249999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf340 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf341 2.81322619695 0 99.540999625 0.549000375
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf342 5.02870270579 0 99.518000275 0.5719997249999921
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf343 6.30106886729 0 99.462500575 0.6274994249999907
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf344 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf345 5.02870270579 0 99.259499975 0.6457500375000009
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf346 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf347 2.50228643329 0 98.88849885 1.2022517249999893
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf348 2.50228643329 0 99.401999825 0.6880001749999934
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf349 2.01610051566 0 97.760002 2.8949969999999965
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf350 2.50228643329 0 98.31600045 2.0609993249999903
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf351 3.85964385182 0 99.441 0.6489999999999952
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf352 2.50228643329 0 99.0334995 0.9847507499999892
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf353 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf354 2.50228643329 0 99.443500275 0.6464997249999925
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf355 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf356 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf357 2.81322619695 0 99.57849965 0.51150035
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf358 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf359 2.50228643329 0 99.42499965 0.665000349999994
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf360 2.50228643329 0 98.90749945 1.173750824999992
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf361 3.38717868509 0 99.3249995 0.5475007499999904
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf362 2.50228643329 0 99.01050035 1.0192494749999952
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf363 2.50228643329 0 99.37949865 0.46575202499999335
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf364 2.50228643329 0 98.987000375 1.0544994375000059
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf365 2.50228643329 0 99.467501025 0.6224989749999935
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf366 3.38717868509 0 99.533499175 0.5565008249999949
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf367 5.02870270579 0 99.465000275 0.6249997250000036
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf368 2.50228643329 0 98.8994997 1.1857504499999862
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf369 2.50228643329 0 99.095000075 0.8924998874999943
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf370 6.30106886729 0 99.465499825 0.6245001750000029
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf371 5.02870270579 0 99.480000725 0.6099992750000013
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf372 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf373 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf374 3.85964385182 0 99.462000625 0.627999374999996
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf375 3.38717868509 0 99.583499875 0.5065001249999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf376 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf377 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf378 6.30106886729 0 99.504999975 0.5850000249999937
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf379 6.30106886729 0 99.258500625 0.647249062500002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf380 2.50228643329 0 99.290000375 0.5999994374999886
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf381 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf382 5.02870270579 0 99.439500025 0.6504999749999968
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf383 2.50228643329 0 97.8925002 2.6962496999999956
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf384 3.38717868509 0 99.55950045 0.5304995499999962
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf385 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf386 6.30106886729 0 99.435499425 0.6545005749999945
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf387 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf388 2.47124761202 0 99.21699935 0.7095009750000045
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf389 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf390 6.14799414721 0 99.512499525 0.5775004750000022
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf391 6.14799414721 0 99.496000075 0.593999925
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf392 6.30106886729 0 99.256499475 0.6502507874999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf393 4.90489779833 0 99.41399975 0.6760002499999956
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf394 2.50228643329 0 99.37949885 0.46575172499998985
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf395 2.00016617632 0 99.519997 0.5700029999999942
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf396 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf397 6.10789096832 0 99.40799955 0.6820004499999982
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf398 4.93072604433 0 99.4785008 0.6114991999999916
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf399 2.47778695782 0 99.044499725 0.9682504125000051
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf400 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf401 3.92040413524 0 99.549000125 0.5409998749999915
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf402 4.78704248134 0 99.557500025 0.5324999750000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf403 3.92040413524 0 99.339499575 0.5257506374999892
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf404 3.77195447337 0 99.64400015 0.4459998500000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf405 2.78229733114 0 99.515498725 0.5745012749999973
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf406 1.99590274244 0 99.580002 0.5099980000000045
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf407 3.38717868509 0 99.539999575 0.5500004250000018
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf408 2.50228643329 0 99.28500105 0.6074984249999886
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf409 6.30106886729 0 99.4274997 0.6625002999999993
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf410 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf411 3.86059861244 0 99.61500045 0.47499955000000116
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf412 3.7862916372 0 99.422500375 0.6674996249999993
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf413 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf414 2.81322619695 0 99.592500325 0.4974996749999946
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf415 6.10789096832 0 99.3419997 0.5220004499999931
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf416 6.14799414721 0 99.461500375 0.6284996249999978
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf417 3.85964385182 0 99.4770005 0.6129994999999951
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf418 6.14799414721 0 99.508999875 0.5810001249999971
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf419 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf420 2.50228643329 0 99.3769985 0.4695022499999979
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf421 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf422 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf423 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf424 6.30106886729 0 99.4700003 0.6199997000000025
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf425 6.30106886729 0 99.45350025 0.636499749999993
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf426 3.84474688915 0 99.56299955 0.5270004499999971
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf427 2.81322619695 0 99.578000175 0.5119998249999981
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf428 2.47124761202 0 99.12450055 0.8482491750000065
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf429 4.90489779833 0 99.5894995 0.5005004999999955
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf430 2.47778695782 0 99.179000625 0.7664990624999959
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf431 3.86059861244 0 99.49899945 0.5910005499999983
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf432 2.50228643329 0 99.2835007 0.6097489499999895
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf433 3.38717868509 0 99.567999775 0.5220002249999937
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf434 6.14799414721 0 99.548998875 0.5410011250000025
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf435 2.77405457184 0 99.736499925 0.3535000749999938
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf436 4.93072604433 0 99.5544993 0.5355006999999944
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf437 4.90489779833 0 99.329499025 0.5407514624999905
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf438 5.02870270579 0 99.475999575 0.6140004249999947
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf439 6.30106886729 0 99.5009997 0.5890003000000036
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf440 3.80166404425 0 99.50849925 0.5815007499999979
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf441 6.30106886729 0 99.434000275 0.6559997249999953
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf442 6.14799414721 0 99.41999995 0.6700000499999931
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf443 3.85964385182 0 99.47000065 0.6199993499999948
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf444 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf445 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf446 6.14799414721 0 99.50449985 0.5855001499999958
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf447 3.38717868509 0 99.582499575 0.5075004249999978
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf448 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf449 3.38717868509 0 99.543499525 0.5465004749999963
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf450 2.00016617632 0 98.220001 2.204998500000002
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf451 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf452 6.30106886729 0 99.442500275 0.6474997249999973
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf453 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf454 2.50228643329 0 99.292000475 0.5969992875000045
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf455 2.44096937877 0 99.3534991 0.5047513500000065
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf456 2.50228643329 0 98.90349965 1.1797505249999958
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf457 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf458 2.47778695782 0 99.26350005 0.6397499249999896
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf459 4.93072604433 0 99.5080002 0.5819997999999998
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf460 2.81322619695 0 99.578999925 0.5110000749999927
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf461 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf462 3.92040413524 0 99.556999575 0.5330004249999917
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf463 2.50228643329 0 99.371499375 0.477750937499998
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf464 6.14799414721 0 99.41999945 0.6700005499999918
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf465 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf466 2.47124761202 0 98.272500275 2.1262495874999985
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf467 3.85964385182 0 99.4570007 0.632999300000003
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf468 6.10789096832 0 99.412499925 0.6775000749999919
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf469 6.30106886729 0 99.4435008 0.6464992000000024
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf470 2.47124761202 0 98.813000175 1.315499737499998
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf471 3.86059861244 0 99.49750055 0.5924994499999997
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf472 3.92040413524 0 99.553499375 0.5365006249999965
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf473 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf474 2.50228643329 0 99.40199945 0.6880005499999925
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf475 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf476 6.14799414721 0 99.4554998 0.6345001999999994
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf477 2.50228643329 0 99.3669987 0.48450195000000207
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf478 2.77405457184 0 99.7349998 0.35500020000000065
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf479 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf480 2.50228643329 0 99.00699965 1.0245005250000006
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf481 6.14799414721 0 99.540999725 0.5490002749999917
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf482 3.33055390722 0 99.7384998 0.35150019999999815
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf483 3.7862916372 0 99.594000025 0.49599997499999804
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf484 6.10789096832 0 99.580000225 0.5099997749999915
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf485 2.47124761202 0 99.50349965 0.5865003500000029
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf486 2.50228643329 0 99.19349965 0.7447505249999864
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf487 6.30106886729 0 99.457000125 0.6329998750000044
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf488 3.38717868509 0 99.471999825 0.6180001750000003
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf489 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf490 3.86059861244 0 99.607000275 0.48299972499999344
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf491 6.10789096832 0 99.334499875 0.5332501874999878
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf492 3.80166404425 0 99.413499775 0.6765002249999924
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf493 5.02870270579 0 99.448500525 0.6414994749999977
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf494 2.47124761202 0 99.21199905 0.7170014249999923
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf495 2.00016617632 0 98.980003 1.064995500000002
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf496 6.14799414721 0 99.503000075 0.586999924999995
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf497 2.50228643329 0 99.098501075 0.8872483874999944
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf498 5.02870270579 0 99.274000025 0.6239999624999868
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf499 4.90489779833 0 99.58150035 0.5084996499999989
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf500 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf501 3.85964385182 0 99.44050065 0.6494993499999936
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf502 2.50228643329 0 99.362999025 0.49050146250000637
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf503 3.86059861244 0 99.607500325 0.482499674999994
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf504 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf505 5.02870270579 0 99.439999975 0.6500000249999914
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf506 2.47778695782 0 99.422999625 0.667000374999995
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf507 3.80166404425 0 99.517499625 0.5725003749999985
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf508 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf509 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf510 2.01610051566 0 97.82 2.805000000000007
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf511 2.50228643329 0 99.437500525 0.6524994749999934
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf512 2.01610051566 0 97.760002 2.8949969999999965
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf513 6.30106886729 0 99.505500025 0.5844999749999943
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf514 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf515 5.02870270579 0 99.473500475 0.6164995250000033
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf516 3.38717868509 0 99.340999725 0.5235004124999918
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf517 3.92040413524 0 99.55600015 0.5339998499999951
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf518 2.81322619695 0 99.582499875 0.5075001250000014
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf519 5.02870270579 0 99.434999875 0.6550001249999952
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf520 5.02870270579 0 99.471500325 0.6184996750000039
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf521 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf522 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf523 3.38717868509 0 99.560999675 0.5290003249999927
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf524 3.85964385182 0 99.438000125 0.6519998749999957
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf525 2.50228643329 0 99.382499475 0.46125078749999204
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf526 2.50228643329 0 99.464500775 0.625499224999993
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf527 3.38717868509 0 99.577499825 0.5125001749999939
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf528 2.50228643329 0 98.99950025 1.0357496250000011
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf529 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf530 2.50228643329 0 99.387999225 0.45300116249999434
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf531 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf532 2.01610051566 0 97.879997 2.715004499999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf533 2.50228643329 0 99.0314993 0.9877510500000071
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf534 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf535 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf536 2.50228643329 0 98.74550055 1.4167491749999925
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf537 6.30106886729 0 99.462 0.6279999999999945
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf538 3.92040413524 0 99.32449935 0.548250975000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf539 3.85964385182 0 99.470000825 0.6199991749999981
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf540 2.50228643329 0 99.37150005 0.4777499250000048
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf541 6.30106886729 0 99.44350025 0.6464997499999982
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf542 6.30106886729 0 99.456000225 0.6339997750000009
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf543 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf544 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf545 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf546 5.02870270579 0 99.516499975 0.5735000249999956
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf547 2.01610051566 0 97.620003 3.104995500000001
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf548 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf549 3.38717868509 0 99.546999725 0.5430002749999915
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf550 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf551 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf552 3.92040413524 0 99.542999425 0.5470005749999928
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf553 3.38717868509 0 99.472000875 0.6179991249999915
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf554 2.50228643329 0 99.0099999 1.0200001500000013
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf555 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf556 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf557 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf558 3.85964385182 0 99.272500475 0.626249287499995
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf559 6.30106886729 0 99.43700055 0.6529994500000044
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf560 2.50228643329 0 98.316000025 2.0609999625000057
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf561 3.38717868509 0 99.5814995 0.508500499999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf562 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf563 2.50228643329 0 97.960999825 2.593500262499994
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf564 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf565 6.30106886729 0 99.276000625 0.6209990625000046
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf566 2.50228643329 0 98.91400005 1.1639999249999988
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf567 3.92040413524 0 99.577500375 0.5124996249999981
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf568 2.50228643329 0 99.423500325 0.6664996749999915
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf569 3.85964385182 0 99.477500425 0.6124995749999954
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf570 2.47778695782 0 99.413500025 0.676499974999993
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf571 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf572 6.14799414721 0 99.504500025 0.5854999749999991
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf573 3.84474688915 0 99.570000775 0.5199992250000008
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf574 2.47778695782 0 99.013500075 1.0147498875000025
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf575 2.47124761202 0 99.385499425 0.4567508624999874
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf576 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf577 2.81322619695 0 99.545499275 0.5445007250000004
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf578 5.02870270579 0 99.44550065 0.6444993499999981
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf579 2.50228643329 0 99.1870008 0.7544987999999861
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf580 2.78229733114 0 99.51649875 0.5735012500000011
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf581 5.92620561097 0 99.553999775 0.5360002250000037
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf582 2.50228643329 0 99.368498525 0.4822522124999864
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf583 3.38717868509 0 99.547499275 0.5425007249999908
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf584 2.78229733114 0 99.57900015 0.5109998499999989
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf585 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf586 2.50228643329 0 99.375499 0.4717514999999892
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf587 2.81322619695 0 99.47250045 0.6174995499999995
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf588 2.50228643329 0 99.28450095 0.6082485750000046
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf589 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf590 6.14799414721 0 99.5135004 0.5764995999999997
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf591 6.14799414721 0 99.4965 0.5935000000000002
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf592 3.34244261096 0 99.561499825 0.5285001749999992
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf593 2.50228643329 0 99.029999175 0.990001237499996
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf594 6.30106886729 0 99.442000175 0.6479998249999938
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf595 2.47778695782 0 99.453499975 0.636500024999998
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf596 3.92040413524 0 99.56400005 0.5259999499999936
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf597 6.10789096832 0 99.339999275 0.5250010875000015
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf598 2.47124761202 0 99.3599983 0.49500254999999527
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf599 2.50228643329 0 99.469500725 0.6204992749999946
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf600 2.81322619695 0 99.589500425 0.5004995750000006
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf601 6.30106886729 0 99.2495001 0.6607498499999878
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf602 3.80166404425 0 99.522498725 0.5675012749999923
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf603 2.77405457184 0 99.742999825 0.34700017499999947
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf604 6.14799414721 0 99.5524999 0.5375000999999969
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf605 6.30106886729 0 99.446000725 0.6439992749999931
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf606 4.93072604433 0 99.47500045 0.6149995500000017
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf607 3.38717868509 0 99.574000075 0.515999924999997
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf608 3.33055390722 0 99.73199955 0.35800045000000014
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf609 3.92040413524 0 99.575000325 0.5149996749999929
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf610 4.90489779833 0 99.31799945 0.5580008249999935
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf611 6.30106886729 0 99.466000575 0.6239994250000024
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf612 6.14799414721 0 99.46900035 0.620999649999996
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf613 6.10789096832 0 99.4139997 0.6760002999999927
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf614 3.7862916372 0 99.3359989 0.5310016499999861
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf615 2.47778695782 0 99.5030006 0.5869994000000048
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf616 3.34244261096 0 99.577500025 0.5124999749999916
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf617 3.92040413524 0 99.5005001 0.5894999000000013
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf618 6.14799414721 0 99.420000025 0.6699999750000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf619 2.47778695782 0 99.4209994 0.6690005999999983
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf620 2.47124761202 0 99.224499975 0.6982500374999958
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf621 6.30106886729 0 99.428499925 0.6615000750000007
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf622 3.85964385182 0 99.435500575 0.6544994249999917
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf623 2.00016617632 0 99.660004 0.42999599999999705
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf624 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf625 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf626 3.84474688915 0 99.7199993 0.37000069999999996
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf627 3.86059861244 0 99.49699995 0.5930000499999949
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf628 3.92040413524 0 99.320000325 0.5549995125000038
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf629 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf630 3.85964385182 0 99.523999725 0.5660002750000018
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf631 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf632 6.30106886729 0 99.512499875 0.5775001249999946
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf633 2.78229733114 0 99.576000025 0.5139999749999987
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf634 6.10789096832 0 99.57550015 0.5144998500000014
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf635 4.90489779833 0 99.329999825 0.5400002624999942
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf636 3.34244261096 0 99.58599985 0.5040001500000045
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf637 1.97610564729 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf638 6.30106886729 0 99.455499575 0.6345004249999932
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf639 3.85964385182 0 99.263500425 0.639749362499991
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf640 6.14799414721 0 99.422499575 0.6675004249999944
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf641 2.47778695782 0 99.417500075 0.6724999249999911
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf642 6.14799414721 0 99.490500175 0.5994998250000038
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf643 2.50228643329 0 99.374999575 0.4725006374999907
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf644 2.50228643329 0 99.011500375 1.017749437500001
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf645 1.99590274244 0 98.940002 1.1249969999999863
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf646 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf647 2.47778695782 0 99.503999925 0.5860000749999955
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf648 6.10789096832 0 99.33900025 0.5264996249999996
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf649 6.10789096832 0 99.4024996 0.687500399999999
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf650 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf651 2.50228643329 0 98.8884997 1.202250450000001
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf652 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf653 3.92040413524 0 99.47850045 0.6114995499999992
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf654 3.77195447337 0 99.641501475 0.4484985249999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf655 5.02870270579 0 99.2675 0.6337499999999991
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf656 6.30106886729 0 99.470500425 0.6194995750000004
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf657 2.47778695782 0 99.435000375 0.6549996249999964
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf658 6.30106886729 0 99.43799965 0.652000350000003
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf659 2.50228643329 0 98.3299994 2.0400008999999883
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf660 6.14799414721 0 99.508499725 0.5815002750000048
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf661 3.38717868509 0 99.33649845 0.5302523250000064
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf662 2.81322619695 0 99.5795002 0.5104997999999995
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf663 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf664 2.47124761202 0 99.494999875 0.5950001249999929
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf665 3.80166404425 0 99.47750075 0.6124992499999934
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf666 3.86059861244 0 99.58 0.5099999999999995
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf667 6.30106886729 0 99.441500025 0.6484999750000014
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf668 1.99590274244 0 98.440002 1.8749969999999863
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf669 3.80166404425 0 99.525999075 0.5640009249999963
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf670 2.47124761202 0 99.323999 0.5490014999999957
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf671 2.50228643329 0 98.73550015 1.4317497750000072
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf672 6.30106886729 0 99.265999825 0.636000262500005
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf673 6.14799414721 0 99.4690007 0.6209993000000026
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf674 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf675 4.78704248134 0 99.554999925 0.5350000749999936
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf676 6.14799414721 0 99.559499325 0.5305006749999933
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf677 2.50228643329 0 99.29100025 0.5984996250000023
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf678 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf679 2.50228643329 0 99.366998475 0.4845022874999927
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf680 2.50228643329 0 97.97399995 2.5740000749999865
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf681 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf682 3.92040413524 0 99.5735001 0.5164998999999938
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf683 2.50228643329 0 99.032999775 0.9855003375000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf684 2.50228643329 0 99.280000725 0.6149989125000062
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf685 2.50228643329 0 98.88899965 1.201500524999993
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf686 2.50228643329 0 99.195000075 0.7424998875000028
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf687 2.50228643329 0 99.018499825 1.007250262499987
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf688 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf689 3.85964385182 0 99.27300055 0.6254991749999874
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf690 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf691 6.30106886729 0 99.468499525 0.6215004749999992
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf692 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf693 3.85964385182 0 99.4565008 0.6334991999999972
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf694 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf695 6.30106886729 0 99.447499925 0.6425000749999953
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf696 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf697 6.30106886729 0 99.501999875 0.5880001250000021
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf698 5.02870270579 0 99.467500675 0.6224993250000012
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf699 2.50228643329 0 99.435499925 0.6545000749999957
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf700 2.50228643329 0 99.4214999 0.6685000999999972
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf701 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf702 3.85964385182 0 99.47450035 0.6154996499999982
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf703 2.81322619695 0 99.4615009 0.6284990999999934
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf704 2.50228643329 0 98.3229992 2.0505011999999994
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf705 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf706 3.85964385182 0 99.436500175 0.6534998249999916
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf707 6.30106886729 0 99.43250055 0.6574994499999974
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf708 3.92040413524 0 99.559498975 0.530501025000001
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf709 2.01610051566 0 97.82 2.805000000000007
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf710 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf711 2.50228643329 0 97.63800065 3.077999025000004
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf712 2.01610051566 0 97.760002 2.8949969999999965
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf713 3.92040413524 0 99.318500375 0.5572494374999977
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf714 2.50228643329 0 98.90349935 1.1797509749999904
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf715 3.92040413524 0 99.5524996 0.5375003999999933
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf716 6.30106886729 0 99.2610001 0.6434998499999907
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf717 6.30106886729 0 99.446500275 0.6434997249999924
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf718 3.38717868509 0 99.567999775 0.5220002249999937
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf719 2.50228643329 0 99.101000225 0.883499662499986
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf720 3.85964385182 0 99.478500775 0.6114992249999972
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf721 2.47778695782 0 99.39299885 0.6970011499999998
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf722 3.85964385182 0 99.528499175 0.5615008250000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf723 6.14799414721 0 99.460000125 0.6299998750000043
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf724 2.50228643329 0 99.46000075 0.6299992499999917
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf725 3.92040413524 0 99.332999525 0.5355007124999887
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf726 3.80166404425 0 99.570999825 0.5190001749999965
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf727 2.47778695782 0 99.303500625 0.5797490624999995
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf728 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf729 3.92040413524 0 99.4830003 0.6069996999999973
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf730 6.30106886729 0 99.519000275 0.5709997250000015
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf731 5.02870270579 0 99.5234998 0.5665002000000016
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf732 3.86059861244 0 99.611500325 0.47849967500000334
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf733 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf734 2.50228643329 0 99.033498825 0.9847517625000037
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf735 3.38717868509 0 99.3329991 0.5355013500000041
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf736 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf737 6.14799414721 0 99.50600015 0.5839998499999922
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf738 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf739 3.34244261096 0 99.5624996 0.5275004000000024
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf740 2.47124761202 0 99.36199835 0.4920024750000067
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf741 6.14799414721 0 99.5104998 0.5795001999999926
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf742 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf743 2.81322619695 0 99.333499225 0.534751162500001
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf744 1.99590274244 0 99.599998 0.4900019999999984
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf745 3.38717868509 0 99.5830001 0.5069998999999911
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf746 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf747 2.81322619695 0 99.587500225 0.5024997749999983
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf748 3.85964385182 0 99.462500975 0.6274990250000002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf749 6.30106886729 0 99.44100045 0.6489995499999935
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf750 3.86059861244 0 99.5044995 0.5855005000000034
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf751 6.10789096832 0 99.337499975 0.5287500374999965
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf752 3.92040413524 0 99.580999475 0.509000524999999
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf753 2.50228643329 0 99.394999575 0.6950004249999978
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf754 6.14799414721 0 99.420499375 0.6695006249999921
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf755 2.47778695782 0 99.374499425 0.47325086250000226
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf756 6.30106886729 0 99.43549985 0.6545001499999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf757 2.50228643329 0 99.43300005 0.6569999499999938
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf758 3.84474688915 0 99.4280003 0.6619997000000041
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf759 5.92620561097 0 99.533499625 0.5565003749999932
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf760 6.10789096832 0 99.575999775 0.5140002249999981
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf761 6.10789096832 0 99.40649965 0.6835003499999971
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf762 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf763 6.14799414721 0 99.505500225 0.584499774999992
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf764 2.47778695782 0 99.322999075 0.5505013874999989
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf765 6.30106886729 0 99.4675 0.6224999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf766 4.90489779833 0 99.32749945 0.5437508249999894
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf767 3.85964385182 0 99.432499925 0.6575000749999959
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf768 6.10789096832 0 99.578999975 0.5110000249999956
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf769 4.93072604433 0 99.5179994 0.5720006000000041
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf770 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf771 3.86059861244 0 99.557999225 0.5320007749999945
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf772 2.78229733114 0 99.614500525 0.4754994750000009
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf773 5.02870270579 0 99.432000675 0.6579993250000001
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf774 4.93072604433 0 99.517499825 0.5725001749999962
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf775 2.47778695782 0 99.4125002 0.6774998000000011
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf776 3.77195447337 0 99.6390002 0.4509997999999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf777 2.81322619695 0 99.538499125 0.5515008749999964
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf778 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf779 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf780 3.92040413524 0 99.4845006 0.6054993999999937
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf781 6.30106886729 0 99.501500475 0.5884995249999975
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf782 2.77405457184 0 99.736499225 0.3535007749999949
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf783 3.84474688915 0 99.42049985 0.669500149999999
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf784 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf785 2.50228643329 0 99.36849925 0.48225112499999767
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf786 6.30106886729 0 99.465499775 0.6245002249999999
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf787 3.85964385182 0 99.481500875 0.608499125000003
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf788 3.80166404425 0 99.42100005 0.6689999499999942
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf789 4.93072604433 0 99.511499675 0.5785003250000017
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf790 6.14799414721 0 99.5054997 0.5845002999999963
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf791 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf792 2.44096937877 0 99.4470006 0.6429994000000022
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf793 2.47778695782 0 98.260500175 2.1442497374999903
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf794 6.10789096832 0 99.33799975 0.5280003750000049
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf795 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf796 2.44096937877 0 99.353998575 0.5040021374999881
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf797 2.50228643329 0 99.42099945 0.6690005500000012
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf798 6.30106886729 0 99.442500625 0.6474993750000039
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf799 6.30106886729 0 99.428500225 0.6614997750000043
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf800 3.92040413524 0 99.56549965 0.5245003499999911
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf801 2.47124761202 0 99.185500075 0.7567498875000069
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf802 3.92040413524 0 99.53350015 0.556499850000003
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf803 6.14799414721 0 99.5049996 0.5850003999999928
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf804 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf805 2.00016617632 0 98.379997 1.965004499999992
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf806 6.14799414721 0 99.464499625 0.6255003749999958
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf807 1.99590274244 0 98.660004 1.5449939999999955
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf808 3.85964385182 0 99.53049925 0.5595007499999923
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf809 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf810 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf811 3.86059861244 0 99.591500125 0.4984998750000017
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf812 2.50228643329 0 99.382499425 0.4612508624999876
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf813 2.47124761202 0 98.818999725 1.3065004125000002
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf814 3.86059861244 0 99.6200006 0.4699994000000004
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf815 2.73595882486 0 99.6375013 0.45249870000000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf816 6.14799414721 0 99.545999725 0.5440002749999963
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf817 3.7862916372 0 99.3424988 0.5212517999999946
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf818 2.77405457184 0 99.4264998 0.6635001999999958
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf819 2.50228643329 0 99.0920006 0.896999099999988
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf820 5.02870270579 0 99.476000675 0.6139993250000032
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf821 3.92040413524 0 99.3214991 0.5527513500000012
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf822 2.47124761202 0 98.535999325 1.7310010124999877
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf823 2.78229733114 0 99.551999525 0.5380004749999984
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf824 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf825 3.85964385182 0 99.473999875 0.6160001249999937
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf826 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf827 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf828 6.30106886729 0 99.46050055 0.6294994499999916
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf829 2.50228643329 0 99.4435005 0.6464994999999988
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf830 2.81322619695 0 99.538499475 0.551500525000003
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf831 2.50228643329 0 98.230000275 2.1899995875000045
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf832 2.50228643329 0 99.466500825 0.6234991750000006
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf833 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf834 6.30106886729 0 99.4185003 0.6714996999999926
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf835 2.50228643329 0 98.889999625 1.2000005624999943
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf836 3.38717868509 0 99.478001025 0.6119989750000002
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf837 5.02870270579 0 99.467500025 0.622499974999991
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf838 2.50228643329 0 99.389499275 0.45075108749998805
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf839 2.81322619695 0 99.472000525 0.6179994749999992
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf840 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf841 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf842 3.85964385182 0 99.52599925 0.5640007499999996
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf843 2.50228643329 0 99.29100025 0.5984996250000023
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf844 3.92040413524 0 99.5589993 0.5310007000000013
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf845 3.85964385182 0 99.47500025 0.6149997500000041
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf846 3.85964385182 0 99.469500475 0.620499524999994
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf847 3.92040413524 0 99.48150035 0.6084996499999932
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf848 3.92040413524 0 99.536 0.5539999999999964
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf849 2.50228643329 0 99.4420006 0.6479993999999977
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf850 2.50228643329 0 97.654500925 3.0532486125000062
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf851 6.30106886729 0 99.4430001 0.6469998999999916
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf852 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf853 5.02870270579 0 99.458000775 0.6319992249999956
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf854 3.38717868509 0 99.329499675 0.5407504875000058
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf855 2.50228643329 0 98.3030002 2.080499699999997
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf856 3.92040413524 0 99.33299985 0.5355002250000069
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf857 2.01610051566 0 97.900002 2.6849969999999956
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf858 2.01610051566 0 97.620003 3.104995500000001
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf859 3.38717868509 0 99.57400005 0.5159999500000026
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf860 3.92040413524 0 99.542999475 0.5470005249999957
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf861 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf862 6.30106886729 0 99.504999775 0.585000224999996
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf863 2.50228643329 0 99.096000725 0.8909989125000024
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf864 2.50228643329 0 99.368999175 0.48150123749999807
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf865 6.30106886729 0 99.24349955 0.6697506750000031
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf866 5.02870270579 0 99.48200025 0.6079997499999991
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf867 5.02870270579 0 99.43700025 0.6529997500000008
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf868 2.50228643329 0 99.370499525 0.4792507124999972
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf869 2.50228643329 0 99.41749965 0.6725003500000014
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf870 3.85964385182 0 99.431000575 0.658999424999999
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf871 6.30106886729 0 99.46350045 0.6264995499999998
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf872 5.02870270579 0 99.512999425 0.5770005749999939
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf873 5.02870270579 0 99.269500575 0.630749137500004
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf874 2.50228643329 0 99.180999675 0.7635004875000035
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf875 2.50228643329 0 99.409499525 0.6805004749999967
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf876 2.50228643329 0 98.9994999 1.0357501499999913
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf877 2.47778695782 0 99.42899995 0.6610000499999927
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf878 3.38717868509 0 99.483500225 0.6064997749999975
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf879 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf880 3.33055390722 0 99.4320002 0.6579997999999933
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf881 3.33055390722 0 99.5704994 0.519500599999995
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf882 3.86059861244 0 99.610500025 0.4794999750000045
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf883 2.81322619695 0 99.577000375 0.5129996250000005
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf884 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf885 2.47778695782 0 99.40549945 0.6845005500000042
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf886 3.38717868509 0 99.569 0.5209999999999951
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf887 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf888 2.50228643329 0 99.43799995 0.6520000499999924
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf889 2.50228643329 0 99.473001075 0.6169989249999986
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf890 6.14799414721 0 99.555999325 0.5340006749999958
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf891 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf892 4.90489779833 0 99.4159999 0.674000099999995
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf893 4.90489779833 0 99.3299996 0.5400006000000062
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf894 4.93072604433 0 99.52499955 0.5650004499999938
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf895 3.86059861244 0 99.506999625 0.5830003749999918
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf896 3.86059861244 0 99.582499975 0.5075000249999931
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf897 3.92040413524 0 99.542500075 0.5474999249999911
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf898 2.47778695782 0 99.442000175 0.6479998249999938
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf899 2.50228643329 0 99.28750065 0.603749024999999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf900 6.30106886729 0 99.43350035 0.656499649999995
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf901 6.14799414721 0 99.49950045 0.5904995499999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf902 5.02870270579 0 99.47200005 0.6179999499999923
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf903 3.34244261096 0 99.613500575 0.4764994249999944
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf904 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf905 3.7862916372 0 99.41650005 0.6734999500000015
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf906 6.14799414721 0 99.455000325 0.6349996749999974
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf907 2.50228643329 0 99.4335006 0.6564993999999956
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf908 6.14799414721 0 99.50550005 0.5844999500000029
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf909 2.47124761202 0 99.319999725 0.555000412499993
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf910 2.50228643329 0 99.42550005 0.6644999500000012
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf911 6.10789096832 0 99.56899955 0.5210004499999968
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf912 3.85964385182 0 99.48000055 0.609999449999998
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf913 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf914 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf915 2.44096937877 0 99.01699955 1.0095006750000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf916 4.90489779833 0 99.58049985 0.5095001500000024
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf917 2.47124761202 0 99.49900015 0.5909998499999972
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf918 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf919 4.93072604433 0 99.5589997 0.5310002999999966
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf920 5.02870270579 0 99.473000225 0.6169997749999908
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf921 3.92040413524 0 99.55299925 0.5370007499999986
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf922 3.85964385182 0 99.53349935 0.5565006499999982
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf923 6.30106886729 0 99.472000025 0.6179999749999979
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf924 2.50228643329 0 99.182499825 0.7612502625000062
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf925 3.86059861244 0 99.60850085 0.4814991499999991
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf926 6.14799414721 0 99.412 0.6779999999999916
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf927 6.30106886729 0 99.4530003 0.6369996999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf928 6.30106886729 0 99.499999825 0.5900001749999945
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf929 6.10789096832 0 99.407000125 0.6829998750000016
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf930 2.47778695782 0 99.322999475 0.5505007874999919
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf931 6.30106886729 0 99.419000225 0.6709997749999929
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf932 3.80166404425 0 99.48450075 0.6054992500000026
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf933 2.50228643329 0 98.997999775 1.0380003375000015
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf934 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf935 6.30106886729 0 99.467999775 0.6220002250000022
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf936 2.47778695782 0 98.96700135 1.0844979749999908
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf937 3.77195447337 0 99.637001 0.4529989999999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf938 6.30106886729 0 99.512999625 0.5770003749999916
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf939 2.47778695782 0 98.9210002 1.1534997000000047
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf940 1.99590274244 0 98.139999 2.325001499999992
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf941 2.47124761202 0 99.3819992 0.4620012000000031
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf942 2.50228643329 0 99.393999775 0.6960002250000002
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf943 2.47778695782 0 99.4064995 0.6835005000000024
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf944 6.14799414721 0 99.41999975 0.6700002499999954
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf945 3.71567552873 0 99.5574991 0.5325008999999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf946 4.93072604433 0 99.57149935 0.5185006500000015
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf947 2.00016617632 0 98.419998 1.9050029999999865
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf948 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf949 3.92040413524 0 99.55049875 0.539501249999995
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf950 3.34244261096 0 99.5865 0.5034999999999968
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf951 3.38717868509 0 99.541499675 0.5485003250000006
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf952 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf953 2.50228643329 0 98.90750005 1.1737499250000027
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf954 2.44096937877 0 98.241500025 2.1727499625000064
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf955 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf956 2.50228643329 0 99.439500375 0.6504996250000034
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf957 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf958 3.38717868509 0 99.5725004 0.5174996000000022
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf959 2.50228643329 0 99.001500125 1.0327498124999863
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf960 2.44096937877 0 99.376498775 0.470251837499994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf961 3.92040413524 0 99.5484993 0.5415006999999946
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf962 1.99590274244 0 98.139999 2.325001499999992
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf963 3.7862916372 0 99.584000125 0.5059998749999949
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf964 2.47124761202 0 99.026499175 0.9952512374999998
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf965 3.80166404425 0 99.516499625 0.5735003750000033
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf966 3.85964385182 0 99.477000125 0.6129998749999942
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf967 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf968 3.86059861244 0 99.56150015 0.5284998499999972
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf969 6.14799414721 0 99.508499775 0.5815002249999935
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf970 2.50228643329 0 98.90099985 1.1835002249999889
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf971 1.99590274244 0 98.660004 1.5449939999999955
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf972 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf973 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf974 2.47124761202 0 98.536999 1.729501500000005
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf975 2.50228643329 0 98.23449995 2.1832500749999966
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf976 6.10789096832 0 99.406999775 0.683000224999995
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf977 6.14799414721 0 99.545499575 0.544500425000004
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf978 3.86059861244 0 99.61050155 0.4794984500000027
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf979 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf980 2.50228643329 0 99.4215 0.6685000000000031
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf981 3.7862916372 0 99.42750005 0.6624999499999916
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf982 3.34244261096 0 99.562499425 0.5275005749999991
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf983 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf984 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf985 2.00016617632 0 98.980003 1.064995500000002
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf986 5.92620561097 0 99.5314992 0.5585007999999988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf987 2.78229733114 0 99.553500025 0.5364999749999925
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf988 2.47778695782 0 99.183000125 0.7604998124999867
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf989 3.86059861244 0 99.609000625 0.48099937500000467
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf990 3.86059861244 0 99.5019997 0.5880002999999988
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf991 6.30106886729 0 99.457000075 0.6329999250000015
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf992 3.84474688915 0 99.568499675 0.5215003249999995
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf993 6.14799414721 0 99.46 0.630000000000004
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf994 3.38717868509 0 99.3379988 0.5280018000000055
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf995 6.10789096832 0 99.577499425 0.5125005749999986
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf996 3.86059861244 0 99.5895003 0.5004997000000003
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf997 2.50228643329 0 99.37899965 0.4665005250000007
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf998 3.85964385182 0 99.475000975 0.6149990249999974
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf999 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1000 3.92040413524 0 99.559499525 0.530500474999991
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1001 6.30106886729 0 99.427999925 0.6620000750000031
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1002 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1003 2.50228643329 0 98.336499375 2.030250937499993
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1004 3.85964385182 0 99.4305002 0.6594998000000004
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1005 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1006 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1007 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1008 2.50228643329 0 99.2740006 0.623999100000006
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1009 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1010 5.02870270579 0 99.26250005 0.6412499249999968
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1011 2.50228643329 0 99.369499075 0.4807513875000069
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1012 5.02870270579 0 99.44500045 0.6449995500000029
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1013 2.50228643329 0 97.6395004 3.0757493999999923
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1014 5.02870270579 0 99.474500525 0.6154994750000015
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1015 3.92040413524 0 99.492000325 0.5979996749999913
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1016 3.92040413524 0 99.331499525 0.5377507124999994
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1017 6.30106886729 0 99.426500225 0.6634997749999997
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1018 3.38717868509 0 99.543499225 0.5465007749999927
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1019 3.38717868509 0 99.335999 0.531001499999995
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1020 3.92040413524 0 99.5434993 0.5465007000000043
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1021 2.50228643329 0 99.002499975 1.0312500374999871
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1022 3.38717868509 0 99.586500475 0.5034995250000037
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1023 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1024 5.02870270579 0 99.51149985 0.5785001499999908
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1025 3.85964385182 0 99.2685002 0.6322496999999885
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1026 2.81322619695 0 99.546999225 0.5430007750000044
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1027 3.38717868509 0 99.47600085 0.6139991499999923
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1028 2.81322619695 0 99.588999925 0.5010000750000018
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1029 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1030 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1031 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1032 2.50228643329 0 98.9885 1.0522499999999937
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1033 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1034 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1035 6.30106886729 0 99.516000025 0.573999975000001
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1036 6.30106886729 0 99.2645006 0.6382490999999888
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1037 6.30106886729 0 99.45900045 0.6309995499999929
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1038 2.50228643329 0 99.369999225 0.48000116249999536
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1039 2.50228643329 0 99.37249935 0.47625097499999924
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1040 5.02870270579 0 99.4795001 0.6104999000000021
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1041 2.50228643329 0 99.469000975 0.6209990249999976
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1042 6.30106886729 0 99.45850035 0.6314996500000035
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1043 2.81322619695 0 99.33899865 0.5265020250000063
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1044 3.85964385182 0 99.531499475 0.5585005249999938
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1045 3.85964385182 0 99.470500225 0.6194997750000028
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1046 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1047 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1048 2.47124761202 0 99.19199955 0.7470006749999882
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1049 2.00016617632 0 99.620003 0.4699970000000008
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1050 2.50228643329 0 99.43900005 0.6509999499999936
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1051 2.50228643329 0 99.035499225 0.9817511625000037
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1052 6.10789096832 0 99.575000075 0.5149999249999923
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1053 2.47124761202 0 99.26700025 0.6344996250000037
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1054 2.44096937877 0 99.011999775 1.0170003374999865
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1055 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1056 4.93072604433 0 99.5204999 0.5695000999999934
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1057 3.92040413524 0 99.576999675 0.5130003250000016
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1058 6.14799414721 0 99.550499275 0.5395007249999907
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1059 6.10789096832 0 99.41649995 0.6735000499999956
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1060 6.14799414721 0 99.45850075 0.6314992499999988
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1061 2.47778695782 0 99.001499775 1.0327503374999978
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1062 2.00016617632 0 99.199997 0.7350045000000023
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1063 2.50228643329 0 99.419999775 0.670000225000004
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1064 2.50228643329 0 99.01399965 1.014000524999993
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1065 3.85964385182 0 99.457500475 0.6324995249999944
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1066 4.90489779833 0 99.413499575 0.6765004249999947
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1067 2.50228643329 0 99.363998825 0.4890017625000027
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1068 2.47778695782 0 99.4510009 0.6389991000000009
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1069 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1070 2.44096937877 0 99.3414992 0.5227511999999948
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1071 3.92040413524 0 99.46549975 0.6245002499999913
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1072 6.14799414721 0 99.502499625 0.5875003749999991
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1073 5.02870270579 0 99.26700025 0.6344996250000037
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1074 6.10789096832 0 99.327999975 0.5430000375000006
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1075 3.7862916372 0 99.425500025 0.6644999749999926
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1076 3.80166404425 0 99.519499 0.5705010000000016
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1077 2.47778695782 0 99.3090006 0.5714990999999898
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1078 2.78229733114 0 99.5504996 0.5395004000000029
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1079 6.14799414721 0 99.5105 0.5795000000000045
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1080 2.47124761202 0 99.356998675 0.49950198749999686
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1081 3.92040413524 0 99.551499975 0.538500024999999
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1082 3.92040413524 0 99.5609997 0.5290003000000013
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1083 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1084 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1085 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1086 3.80166404425 0 99.5354992 0.5545007999999939
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1087 6.30106886729 0 99.42449985 0.6655001499999941
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1088 6.30106886729 0 99.510999925 0.5790000750000047
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1089 2.47778695782 0 99.405999625 0.6840003749999909
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1090 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1091 3.38717868509 0 99.54649955 0.5435004500000048
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1092 6.14799414721 0 99.4960001 0.5939998999999944
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1093 6.30106886729 0 99.46200015 0.6279998500000034
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1094 6.30106886729 0 99.263000125 0.6404998124999892
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1095 6.30106886729 0 99.469499875 0.620500125000001
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1096 2.81322619695 0 99.576999575 0.5130004249999957
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1097 3.38717868509 0 99.3319991 0.5370013499999899
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1098 3.86059861244 0 99.6120008 0.47799919999999363
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1099 5.02870270579 0 99.467000225 0.622999774999991
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1100 4.93072604433 0 99.51999945 0.5700005499999975
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1101 3.86059861244 0 99.5900002 0.499999799999992
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1102 2.50228643329 0 99.0934995 0.8947507500000071
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1103 6.14799414721 0 99.41949945 0.6705005499999942
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1104 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1105 3.7862916372 0 99.331499775 0.5377503375000003
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1106 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1107 5.92620561097 0 99.541999675 0.5480003249999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1108 2.77405457184 0 99.5785001 0.5114998999999983
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1109 2.50228643329 0 99.39249935 0.6975006500000035
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1110 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1111 5.02870270579 0 99.5159995 0.5740004999999911
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1112 6.14799414721 0 99.465999875 0.6240001250000035
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1113 2.50228643329 0 99.415999925 0.6740000750000036
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1114 3.34244261096 0 99.60100035 0.488999649999991
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1115 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1116 3.92040413524 0 99.328499625 0.5422505624999872
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1117 3.85964385182 0 99.52999935 0.5600006500000007
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1118 2.50228643329 0 99.098500425 0.8872493625000004
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1119 6.30106886729 0 99.458000075 0.6319999249999967
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1120 2.00016617632 0 99.519997 0.5700029999999942
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1121 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1122 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1123 6.30106886729 0 99.507499575 0.5825004250000007
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1124 3.27579123647 0 99.64050075 0.4494992499999967
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1125 6.14799414721 0 99.49900015 0.5909998499999972
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1126 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1127 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1128 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1129 3.38717868509 0 99.333498075 0.5347528875000052
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1130 3.86059861244 0 99.5950008 0.49499920000000375
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1131 2.78229733114 0 99.580499625 0.5095003749999961
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1132 3.34244261096 0 99.5804993 0.5095006999999981
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1133 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1134 3.86059861244 0 99.592499975 0.49750002500000223
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1135 3.86059861244 0 99.61300085 0.4769991499999918
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1136 6.30106886729 0 99.429000375 0.6609996249999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1137 1.97610564729 0 98.440002 1.8749969999999863
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1138 2.47778695782 0 99.402999625 0.687000374999991
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1139 3.80166404425 0 99.51099975 0.5790002500000014
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1140 2.81322619695 0 99.5854998 0.504500200000004
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1141 2.50228643329 0 99.038999575 0.9765006374999885
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1142 6.30106886729 0 99.4325004 0.6574996000000027
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1143 6.10789096832 0 99.4115002 0.6784997999999917
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1144 6.10789096832 0 99.332999725 0.5355004125000065
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1145 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1146 6.14799414721 0 99.428500075 0.6614999249999954
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1147 3.80166404425 0 99.567500275 0.5224997249999973
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1148 2.50228643329 0 98.29800005 2.0879999249999983
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1149 3.86059861244 0 99.4985004 0.5914996000000002
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1150 3.33055390722 0 99.43350015 0.6564998499999973
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1151 6.30106886729 0 99.477000475 0.6129995250000008
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1152 6.14799414721 0 99.495000225 0.5949997749999995
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1153 2.47778695782 0 98.9710005 1.078499249999993
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1154 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1155 2.44096937877 0 99.014999325 1.012501012499989
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1156 4.93072604433 0 99.483500225 0.6064997749999975
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1157 2.47778695782 0 99.42549995 0.6645000499999952
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1158 2.78229733114 0 99.5529994 0.5370005999999933
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1159 2.78229733114 0 99.605500375 0.48449962499999233
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1160 3.92040413524 0 99.55899965 0.5310003499999937
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1161 5.02870270579 0 99.4565008 0.6334991999999972
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1162 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1163 2.47124761202 0 99.3154995 0.5617507499999945
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1164 6.10789096832 0 99.579999725 0.5100002750000044
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1165 6.30106886729 0 99.262000125 0.6419998124999964
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1166 3.86059861244 0 99.5529991 0.5370009000000039
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1167 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1168 5.02870270579 0 99.253000425 0.6554993625000023
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1169 3.92040413524 0 99.581499875 0.508500124999992
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1170 2.50228643329 0 99.467500525 0.6224994749999923
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1171 2.50228643329 0 98.75049975 1.409250374999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1172 3.38717868509 0 99.5780001 0.5119999000000007
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1173 6.30106886729 0 99.467501075 0.6224989249999965
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1174 5.02870270579 0 99.473000175 0.6169998250000021
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1175 2.01610051566 0 97.879997 2.715004499999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1176 2.50228643329 0 99.3804997 0.46425044999999443
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1177 2.50228643329 0 99.0319994 0.9870008999999911
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1178 3.38717868509 0 99.5639997 0.5260003000000012
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1179 2.50228643329 0 99.185500475 0.7567492874999999
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1180 3.85964385182 0 99.27000015 0.6299997749999946
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1181 6.30106886729 0 99.43400015 0.6559998499999949
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1182 2.01610051566 0 97.82 2.805000000000007
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1183 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1184 2.50228643329 0 99.3659993 0.4860010499999987
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1185 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1186 2.01610051566 0 97.900002 2.6849969999999956
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1187 3.92040413524 0 99.31799965 0.55800052499999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1188 3.92040413524 0 99.489999925 0.6000000749999913
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1189 2.50228643329 0 99.394499425 0.6955005749999913
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1190 3.92040413524 0 99.560999775 0.5290002249999987
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1191 6.30106886729 0 99.435999925 0.6540000749999934
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1192 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1193 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1194 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1195 6.30106886729 0 99.455999775 0.6340002250000026
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1196 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1197 3.85964385182 0 99.466000075 0.6239999250000011
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1198 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1199 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1200 6.30106886729 0 99.50349965 0.5865003500000029
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1201 3.38717868509 0 99.476000475 0.6139995249999913
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1202 2.50228643329 0 98.9125001 1.1662498499999927
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1203 3.92040413524 0 99.55849915 0.5315008499999948
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1204 2.50228643329 0 97.895000075 2.6924998874999986
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1205 2.50228643329 0 99.373498975 0.47475153749999066
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1206 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1207 5.02870270579 0 99.451001075 0.6389989250000042
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1208 2.50228643329 0 99.015499925 1.0117501124999961
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1209 2.50228643329 0 98.9950004 1.042499400000004
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1210 2.81322619695 0 99.5870001 0.5029999000000004
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1211 2.50228643329 0 99.468000825 0.6219991749999935
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1212 2.50228643329 0 99.44400025 0.6459997499999958
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1213 3.38717868509 0 99.581000225 0.5089997750000009
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1214 5.02870270579 0 99.519500225 0.5704997749999962
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1215 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1216 2.81322619695 0 99.5439997 0.5460002999999972
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1217 2.50228643329 0 99.472000875 0.6179991249999915
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1218 2.50228643329 0 99.36899875 0.4815018749999922
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1219 6.30106886729 0 99.263999775 0.6390003374999935
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1220 6.30106886729 0 99.45150035 0.6384996499999943
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1221 3.85964385182 0 99.2720009 0.6269986500000044
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1222 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1223 2.00016617632 0 99.660004 0.42999599999999705
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1224 2.47124761202 0 99.3569989 0.49950165000000624
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1225 2.47778695782 0 99.005000125 1.0274998125000039
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1226 3.85964385182 0 99.482000425 0.6079995750000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1227 2.50228643329 0 99.193499925 0.7447501125000002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1228 5.02870270579 0 99.440000575 0.6499994249999986
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1229 3.85964385182 0 99.535499725 0.5545002750000038
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1230 3.7862916372 0 99.426000075 0.6639999249999932
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1231 6.14799414721 0 99.511999775 0.578000224999991
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1232 6.30106886729 0 99.434500575 0.6554994249999965
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1233 3.77195447337 0 99.6400006 0.4499994000000044
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1234 3.80166404425 0 99.526999625 0.5630003749999958
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1235 1.99590274244 0 99.580002 0.5099980000000045
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1236 2.47778695782 0 99.029999325 0.9900010124999881
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1237 5.02870270579 0 99.482000275 0.6079997249999934
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1238 2.47778695782 0 99.403499575 0.6865004249999999
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1239 6.10789096832 0 99.323999075 0.5490013874999917
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1240 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1241 2.77405457184 0 99.42650065 0.6634993500000036
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1242 2.50228643329 0 99.438000575 0.651999424999994
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1243 6.30106886729 0 99.243999875 0.6690001874999965
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1244 6.14799414721 0 99.4244999 0.665500099999997
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1245 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1246 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1247 2.50228643329 0 99.02999865 0.9900020250000026
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1248 3.34244261096 0 99.508000025 0.5819999749999966
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1249 2.47778695782 0 99.48050135 0.6094986500000005
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1250 2.44096937877 0 99.0244998 0.9982502999999951
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1251 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1252 2.47124761202 0 99.38599915 0.4560012749999913
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1253 6.30106886729 0 99.432500225 0.6574997749999995
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1254 3.33055390722 0 99.574000275 0.5159997249999947
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1255 5.02870270579 0 99.268000775 0.63299883749999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1256 3.92040413524 0 99.543499525 0.5465004749999963
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1257 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1258 6.14799414721 0 99.498500225 0.591499774999997
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1259 3.85964385182 0 99.48400015 0.6059998499999978
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1260 2.50228643329 0 99.2885006 0.6022490999999874
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1261 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1262 5.92620561097 0 99.547499375 0.5425006249999967
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1263 4.93072604433 0 99.42350015 0.6664998500000024
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1264 6.30106886729 0 99.5030001 0.5869999000000036
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1265 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1266 2.00016617632 0 99.379997 0.46500449999999205
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1267 1.99590274244 0 99.099998 0.8850029999999975
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1268 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1269 6.30106886729 0 99.46300005 0.6269999499999926
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1270 2.50228643329 0 99.42400025 0.6659997499999918
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1271 2.00016617632 0 99.68 0.4099999999999909
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1272 3.38717868509 0 99.5705005 0.5194995000000034
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1273 3.86059861244 0 99.622001025 0.46799897499999477
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1274 6.14799414721 0 99.553999775 0.5360002250000037
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1275 6.14799414721 0 99.5039994 0.5860005999999999
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1276 2.81322619695 0 99.59050025 0.4994997499999926
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1277 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1278 6.14799414721 0 99.45850055 0.6314994500000012
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1279 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1280 2.50228643329 0 98.999500425 1.035749362500006
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1281 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1282 2.47124761202 0 99.37799915 0.468001275000006
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1283 4.90489779833 0 99.584500425 0.5054995749999961
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1284 3.80166404425 0 99.423000075 0.6669999249999933
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1285 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1286 5.92620561097 0 99.540499425 0.5495005750000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1287 6.30106886729 0 99.47250045 0.6174995499999995
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1288 3.92040413524 0 99.551499425 0.5385005749999948
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1289 2.47124761202 0 98.8219998 1.302000299999996
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1290 4.90489779833 0 99.412499525 0.6775004749999965
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1291 2.78229733114 0 99.517998175 0.5720018249999953
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1292 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1293 2.47778695782 0 99.43750055 0.652499450000002
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1294 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1295 3.38717868509 0 99.474000925 0.6159990749999992
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1296 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1297 6.10789096832 0 99.406000225 0.6839997749999981
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1298 2.47778695782 0 98.236000025 2.180999962500003
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1299 2.50228643329 0 99.004499675 1.0282504874999887
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1300 2.81322619695 0 99.585500025 0.504499974999996
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1301 2.77405457184 0 99.4325001 0.6574998999999991
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1302 2.50228643329 0 98.298500325 2.0872495124999872
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1303 3.77195447337 0 99.63650085 0.4534991499999933
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1304 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1305 2.47778695782 0 98.9780005 1.0679992500000068
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1306 2.47124761202 0 99.11650015 0.8602497750000069
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1307 6.30106886729 0 99.464500275 0.6254997249999917
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1308 3.7862916372 0 99.584499975 0.5055000249999978
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1309 3.80166404425 0 99.5214992 0.5685008000000039
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1310 2.50228643329 0 99.28400045 0.6089993250000063
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1311 6.14799414721 0 99.515500125 0.5744998749999951
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1312 3.85964385182 0 99.2660004 0.6359994000000029
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1313 2.47124761202 0 99.192499825 0.7462502624999985
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1314 2.47124761202 0 99.2194988 0.7057518000000016
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1315 6.14799414721 0 99.411000025 0.6789999749999908
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1316 6.30106886729 0 99.501499425 0.588500574999992
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1317 2.00016617632 0 99.199997 0.7350045000000023
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1318 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1319 2.50228643329 0 98.240000175 2.174999737499988
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1320 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1321 2.50228643329 0 99.466000925 0.6239990749999947
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1322 6.14799414721 0 99.503499825 0.586500174999992
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1323 2.47778695782 0 99.322 0.5519999999999925
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1324 2.50228643329 0 99.371498925 0.47775161250000053
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1325 2.47778695782 0 99.42149925 0.6685007500000012
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1326 6.30106886729 0 99.26800005 0.632999925
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1327 6.14799414721 0 99.492500075 0.5974999250000025
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1328 5.02870270579 0 99.4635003 0.6264996999999909
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1329 2.78229733114 0 99.5604995 0.5295004999999918
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1330 1.99590274244 0 98.440002 1.8749969999999863
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1331 2.50228643329 0 99.438000275 0.6519997250000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1332 3.92040413524 0 99.329498225 0.5407526625000045
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1333 2.50228643329 0 99.473000725 0.6169992749999921
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1334 1.97610564729 0 98.480003 1.814995500000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1335 6.30106886729 0 99.4390005 0.6509994999999918
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1336 6.14799414721 0 99.555500175 0.5344998249999918
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1337 4.78704248134 0 99.554999825 0.5350001750000019
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1338 2.47124761202 0 99.034499725 0.9832504124999915
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1339 2.47124761202 0 99.35549875 0.5017518750000036
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1340 2.50228643329 0 98.7550001 1.402499849999991
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1341 2.50228643329 0 98.317499175 2.0587512375000045
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1342 3.92040413524 0 99.476000275 0.6139997249999937
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1343 2.50228643329 0 99.396999175 0.6930008249999929
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1344 2.50228643329 0 99.280500325 0.6142495124999883
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1345 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1346 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1347 2.50228643329 0 98.8924994 1.1962508999999883
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1348 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1349 2.50228643329 0 99.37049845 0.47925232499999737
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1350 2.50228643329 0 98.7390001 1.426499849999999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1351 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1352 6.30106886729 0 99.46000045 0.6299995500000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1353 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1354 5.02870270579 0 99.27500045 0.6224993250000068
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1355 3.92040413524 0 99.321999375 0.5520009374999901
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1356 3.85964385182 0 99.478000325 0.6119996750000013
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1357 2.50228643329 0 99.18700025 0.7544996250000011
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1358 3.38717868509 0 99.580999825 0.5090001749999914
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1359 6.30106886729 0 99.258000725 0.6479989124999932
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1360 3.85964385182 0 99.273500675 0.6247489875000056
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1361 3.85964385182 0 99.528999325 0.5610006749999968
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1362 2.01610051566 0 97.900002 2.6849969999999956
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1363 2.50228643329 0 99.386499 0.4552514999999957
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1364 2.81322619695 0 99.58850025 0.5014997500000021
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1365 3.38717868509 0 99.471000175 0.6189998249999974
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1366 6.30106886729 0 99.44 0.65
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1367 3.92040413524 0 99.54600005 0.5439999499999942
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1368 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1369 2.81322619695 0 99.331999075 0.5370013874999984
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1370 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1371 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1372 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1373 2.01610051566 0 97.620003 3.104995500000001
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1374 2.50228643329 0 98.237999725 2.1780004125000048
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1375 2.50228643329 0 99.369999825 0.48000026250000616
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1376 3.38717868509 0 99.5664995 0.5235004999999916
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1377 6.30106886729 0 99.4435005 0.6464994999999988
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1378 2.50228643329 0 98.989500525 1.0507492125000013
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1379 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1380 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1381 3.92040413524 0 99.566499725 0.5235002749999978
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1382 3.38717868509 0 99.542499525 0.5475004750000011
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1383 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1384 3.92040413524 0 99.560999575 0.529000425000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1385 6.30106886729 0 99.4365008 0.6534991999999932
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1386 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1387 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1388 6.30106886729 0 99.50550005 0.5844999500000029
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1389 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1390 2.00016617632 0 99.0 1.0349999999999966
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1391 2.50228643329 0 99.185499625 0.7567505624999882
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1392 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1393 6.30106886729 0 99.257000175 0.649499737499994
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1394 5.02870270579 0 99.2665001 0.6352498499999939
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1395 3.84474688915 0 99.428999625 0.6610003749999948
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1396 2.47124761202 0 99.218499125 0.7072513125000057
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1397 6.10789096832 0 99.3400001 0.5249998500000004
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1398 2.81322619695 0 99.581499675 0.5085003249999943
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1399 6.14799414721 0 99.5084996 0.5815004000000045
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1400 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1401 2.47778695782 0 99.4290001 0.6609999000000016
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1402 2.50228643329 0 99.4385002 0.6514998000000048
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1403 2.50228643329 0 99.01299965 1.0155005250000002
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1404 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1405 3.86059861244 0 99.59099995 0.4990000500000008
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1406 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1407 2.47124761202 0 99.321500075 0.5527498874999921
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1408 3.92040413524 0 99.55849965 0.5315003499999961
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1409 2.47778695782 0 99.33599825 0.5310026249999922
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1410 2.44096937877 0 99.022499775 1.0012503374999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1411 3.86059861244 0 99.6165006 0.4734994000000029
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1412 2.47778695782 0 99.3005006 0.5842490999999868
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1413 2.81322619695 0 99.5374991 0.5525008999999926
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1414 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1415 1.99590274244 0 99.580002 0.5099980000000045
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1416 5.02870270579 0 99.469500425 0.620499574999991
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1417 6.14799414721 0 99.461499925 0.6285000749999995
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1418 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1419 2.50228643329 0 99.413499975 0.6765000250000043
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1420 3.92040413524 0 99.541999425 0.5480005749999975
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1421 2.47778695782 0 99.026499675 0.9952504875000017
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1422 6.30106886729 0 99.4355002 0.6544997999999908
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1423 2.81322619695 0 99.46250045 0.6274995500000046
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1424 2.44096937877 0 99.44600045 0.6439995499999981
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1425 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1426 2.00016617632 0 99.379997 0.46500449999999205
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1427 6.14799414721 0 99.55749925 0.5325007499999913
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1428 2.47124761202 0 99.362998825 0.49050176249998856
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1429 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1430 6.14799414721 0 99.418499925 0.6715000749999916
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1431 3.34244261096 0 99.6115011 0.4784988999999996
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1432 2.47778695782 0 99.425000225 0.6649997749999926
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1433 6.30106886729 0 99.464500175 0.625499825
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1434 6.14799414721 0 99.49900035 0.5909996499999949
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1435 2.50228643329 0 99.09000035 0.8999994750000013
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1436 2.47778695782 0 98.9905002 1.0492496999999972
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1437 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1438 6.30106886729 0 99.4660008 0.6239991999999944
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1439 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1440 6.10789096832 0 99.4094999 0.6805000999999976
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1441 3.92040413524 0 99.3284995 0.5422507499999867
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1442 6.30106886729 0 99.515500125 0.5744998749999951
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1443 2.78229733114 0 99.6075006 0.48249940000000324
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1444 2.47124761202 0 99.386499275 0.4552510874999882
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1445 4.93072604433 0 99.42349955 0.6665004499999952
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1446 3.38717868509 0 99.3259999 0.5460001499999976
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1447 3.38717868509 0 99.570499925 0.5195000750000048
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1448 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1449 6.10789096832 0 99.58400005 0.5059999499999975
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1450 3.80166404425 0 99.525999425 0.5640005750000029
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1451 3.7862916372 0 99.4165003 0.6734997000000021
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1452 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1453 6.30106886729 0 99.502499825 0.5875001749999967
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1454 2.47778695782 0 99.323499175 0.5497512375000042
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1455 2.47778695782 0 99.047999525 0.9630007125000049
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1456 6.30106886729 0 99.425499675 0.6645003250000002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1457 2.50228643329 0 98.892999075 1.1955013874999878
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1458 2.44096937877 0 99.398499325 0.6915006749999947
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1459 2.81322619695 0 99.590000925 0.4999990749999995
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1460 3.33055390722 0 99.73649975 0.35350025000000473
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1461 2.47778695782 0 99.26500055 0.6374991750000021
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1462 6.14799414721 0 99.4905 0.5995000000000005
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1463 3.92040413524 0 99.54349955 0.5465004499999907
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1464 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1465 2.50228643329 0 99.377499075 0.46875138749999223
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1466 2.00016617632 0 99.0 1.0349999999999966
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1467 2.00016617632 0 98.580002 1.6649970000000067
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1468 2.47124761202 0 99.267000075 0.6344998874999987
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1469 2.50228643329 0 99.283000625 0.6104990624999971
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1470 2.47778695782 0 99.420999375 0.6690006250000039
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1471 2.50228643329 0 99.3724994 0.4762509000000037
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1472 6.14799414721 0 99.413499925 0.6765000750000013
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1473 1.99590274244 0 98.139999 2.325001499999992
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1474 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1475 6.30106886729 0 99.445500575 0.6444994250000008
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1476 6.10789096832 0 99.399999175 0.6900008249999928
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1477 2.50228643329 0 98.23200065 2.1869990249999915
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1478 3.34244261096 0 99.574999975 0.5150000250000005
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1479 2.47124761202 0 99.022999675 1.0005004875000054
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1480 2.78229733114 0 99.5164984 0.5735015999999945
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1481 2.77405457184 0 99.577998975 0.5120010249999979
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1482 5.02870270579 0 99.273000325 0.6254995124999994
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1483 6.30106886729 0 99.44949995 0.6405000499999943
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1484 2.50228643329 0 98.908000625 1.172999062499997
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1485 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1486 2.81322619695 0 99.587999675 0.5020003249999917
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1487 2.00016617632 0 99.660004 0.42999599999999705
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1488 3.85964385182 0 99.2625002 0.6412496999999888
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1489 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1490 2.81322619695 0 99.331499075 0.537751387500002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1491 3.86059861244 0 99.5910002 0.49899980000000144
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1492 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1493 2.47778695782 0 98.999500075 1.0357498874999962
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1494 3.34244261096 0 99.616000475 0.47399952499999076
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1495 3.85964385182 0 99.484999975 0.6050000250000039
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1496 3.92040413524 0 99.5539999 0.536000100000004
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1497 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1498 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1499 2.47778695782 0 99.0249994 0.9975008999999986
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1500 4.90489779833 0 99.41399985 0.6760001500000016
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1501 2.78229733114 0 99.554999075 0.535000925
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1502 5.92620561097 0 99.5504994 0.539500599999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1503 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1504 2.47124761202 0 99.310500825 0.5692487624999885
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1505 2.81322619695 0 99.538999575 0.5510004249999924
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1506 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1507 6.30106886729 0 99.467000075 0.6229999249999963
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1508 2.47778695782 0 99.39350025 0.6964997499999953
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1509 6.10789096832 0 99.579499625 0.5105003750000009
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1510 4.93072604433 0 99.5169999 0.5730000999999959
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1511 2.50228643329 0 99.3804993 0.46425105000000144
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1512 5.02870270579 0 99.475000625 0.6149993749999908
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1513 2.47778695782 0 98.93350015 1.134749774999996
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1514 6.14799414721 0 99.503000075 0.586999924999995
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1515 5.02870270579 0 99.458999975 0.6310000250000002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1516 2.50228643329 0 99.0304991 0.9892513499999964
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1517 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1518 3.92040413524 0 99.554498975 0.5355010249999964
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1519 3.92040413524 0 99.566999875 0.5230001250000044
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1520 6.30106886729 0 99.474499975 0.6155000249999972
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1521 3.92040413524 0 99.3329993 0.5355010500000006
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1522 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1523 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1524 6.30106886729 0 99.502499275 0.5875007249999925
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1525 6.30106886729 0 99.4525002 0.6374997999999948
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1526 2.50228643329 0 98.3025 2.0812500000000043
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1527 6.30106886729 0 99.253999525 0.6540007125000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1528 2.01610051566 0 97.900002 2.6849969999999956
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1529 2.50228643329 0 99.3794995 0.4657507500000051
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1530 2.81322619695 0 99.3324994 0.5362508999999918
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1531 6.30106886729 0 99.4319996 0.6580004000000003
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1532 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1533 2.50228643329 0 99.4100001 0.6799998999999929
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1534 2.01610051566 0 97.879997 2.715004499999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1535 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1536 5.02870270579 0 99.476500375 0.6134996249999972
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1537 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1538 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1539 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1540 2.81322619695 0 99.5905005 0.4994994999999932
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1541 2.50228643329 0 99.394999125 0.6950008749999995
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1542 2.50228643329 0 97.880498675 2.714251987499999
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1543 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1544 2.50228643329 0 99.3764997 0.47025045000000176
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1545 2.50228643329 0 99.371499825 0.4777502624999954
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1546 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1547 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1548 3.85964385182 0 99.26600075 0.6359988749999914
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1549 2.50228643329 0 97.659501225 3.045748162499997
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1550 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1551 2.50228643329 0 98.23250025 2.186249624999995
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1552 2.50228643329 0 99.00199985 1.0320002249999902
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1553 2.50228643329 0 99.37399865 0.4740020249999901
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1554 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1555 2.50228643329 0 99.102000425 0.8819993624999967
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1556 3.85964385182 0 99.4645003 0.6254997000000003
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1557 2.50228643329 0 99.281000925 0.6134986124999955
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1558 6.30106886729 0 99.4530003 0.6369996999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1559 2.50228643329 0 99.187000725 0.7544989124999901
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1560 2.50228643329 0 98.898499075 1.187251387499991
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1561 2.50228643329 0 98.736500275 1.4302495875000005
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1562 3.38717868509 0 99.573999575 0.5160004249999958
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1563 5.02870270579 0 99.513499725 0.5765002749999951
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1564 2.47778695782 0 98.9680005 1.0829992499999932
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1565 3.33055390722 0 99.737999875 0.3520001249999979
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1566 2.47778695782 0 99.034999825 0.9825002624999968
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1567 2.50228643329 0 99.42649985 0.6635001499999987
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1568 2.78229733114 0 99.512998925 0.5770010749999926
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1569 2.78229733114 0 99.57799995 0.5120000499999918
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1570 4.78704248134 0 99.5660001 0.5239999000000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1571 3.85964385182 0 99.475500875 0.6144991250000033
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1572 2.50228643329 0 99.3974997 0.6925003000000004
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1573 6.10789096832 0 99.57150015 0.5184998499999921
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1574 2.81322619695 0 99.542499525 0.5475004750000011
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1575 2.50228643329 0 99.44250095 0.6474990500000019
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1576 6.14799414721 0 99.460000325 0.629999675000002
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1577 2.50228643329 0 99.00200005 1.0319999249999867
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1578 2.47778695782 0 99.050499675 0.9592504875000003
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1579 3.92040413524 0 99.55249935 0.5375006499999927
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1580 6.30106886729 0 99.454000825 0.6359991750000035
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1581 3.92040413524 0 99.5760004 0.5139995999999997
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1582 2.00016617632 0 99.199997 0.7350045000000023
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1583 6.14799414721 0 99.54849945 0.5415005500000035
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1584 2.47124761202 0 99.2154998 0.7117502999999914
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1585 2.81322619695 0 99.57649945 0.5135005499999977
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1586 2.73595882486 0 99.639001225 0.4509987749999965
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1587 2.47778695782 0 99.4405004 0.649499599999993
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1588 2.47124761202 0 99.503500175 0.5864998249999985
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1589 3.80166404425 0 99.47900055 0.6109994500000028
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1590 2.50228643329 0 99.404499675 0.685500325000001
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1591 2.47124761202 0 99.3180001 0.5579998499999874
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1592 3.71567552873 0 99.5499996 0.540000399999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1593 2.47124761202 0 99.273500675 0.6247489875000056
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1594 2.50228643329 0 99.026499175 0.9952512374999998
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1595 3.85964385182 0 99.467500875 0.6224991249999988
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1596 3.38717868509 0 99.567999575 0.522000424999996
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1597 3.34244261096 0 99.6130008 0.47699920000000307
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1598 3.80166404425 0 99.52149975 0.5685002499999939
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1599 6.10789096832 0 99.331499675 0.5377504874999914
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1600 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1601 5.02870270579 0 99.5239992 0.566000799999992
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1602 3.77195447337 0 99.628501325 0.46149867499999575
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1603 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1604 3.80166404425 0 99.5234991 0.5665009000000026
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1605 6.14799414721 0 99.500499575 0.5895004249999914
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1606 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1607 2.47124761202 0 99.386499275 0.4552510874999882
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1608 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1609 1.99590274244 0 99.599998 0.4900019999999984
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1610 2.50228643329 0 99.00950015 1.0207497750000059
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1611 2.47778695782 0 99.40549985 0.6845001499999995
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1612 3.85964385182 0 99.473500825 0.6164991749999956
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1613 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1614 3.86059861244 0 99.506499875 0.5835001249999948
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1615 2.47778695782 0 99.397499725 0.6925002749999948
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1616 5.92620561097 0 99.544999775 0.545000225000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1617 6.30106886729 0 99.473999525 0.6160004750000013
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1618 3.86059861244 0 99.5965 0.4934999999999917
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1619 6.14799414721 0 99.5010002 0.5889998000000048
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1620 5.02870270579 0 99.4765004 0.6134995999999916
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1621 3.38717868509 0 99.541999425 0.5480005749999975
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1622 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1623 2.78229733114 0 99.615500325 0.47449967499999846
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1624 6.30106886729 0 99.502500325 0.587499674999998
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1625 6.30106886729 0 99.43000005 0.6599999499999939
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1626 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1627 6.30106886729 0 99.26200065 0.6419990249999898
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1628 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1629 4.90489779833 0 99.586500025 0.5034999749999912
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1630 4.93072604433 0 99.510999575 0.5790004249999982
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1631 2.78229733114 0 99.614000375 0.4759996249999944
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1632 3.84474688915 0 99.43100005 0.6589999500000033
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1633 2.47778695782 0 99.2955008 0.5917487999999977
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1634 2.50228643329 0 99.184499825 0.7582502624999918
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1635 2.47778695782 0 99.329499525 0.5407507124999924
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1636 4.93072604433 0 99.52249995 0.567500050000001
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1637 3.33055390722 0 99.576000025 0.5139999749999987
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1638 3.38717868509 0 99.583000075 0.5069999249999967
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1639 3.34244261096 0 99.50749975 0.5825002500000039
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1640 3.92040413524 0 99.558499675 0.5315003250000047
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1641 3.86059861244 0 99.595000075 0.49499992499999623
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1642 2.47778695782 0 99.437500275 0.6524997249999928
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1643 2.50228643329 0 99.373499575 0.47475063750000146
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1644 1.99590274244 0 98.599998 1.6350029999999975
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1645 6.14799414721 0 99.50299975 0.587000249999997
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1646 2.47124761202 0 99.1220011 0.8519983499999881
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1647 2.81322619695 0 99.470500925 0.6194990750000017
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1648 2.47124761202 0 98.3239998 2.049000300000003
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1649 2.00016617632 0 98.980003 1.064995500000002
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1650 2.47778695782 0 99.41799995 0.6720000500000026
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1651 3.71567552873 0 99.553999325 0.5360006749999912
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1652 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1653 2.77405457184 0 99.738499275 0.3515007250000025
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1654 5.02870270579 0 99.255999975 0.6510000375000047
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1655 2.50228643329 0 98.902999675 1.180500487499991
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1656 6.30106886729 0 99.258499925 0.6472501125000036
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1657 3.27579123647 0 99.64500205 0.44499794999999553
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1658 2.47778695782 0 98.93350115 1.1347482749999998
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1659 2.81322619695 0 99.333498825 0.5347517624999867
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1660 6.30106886729 0 99.460500425 0.6294995749999913
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1661 2.50228643329 0 99.365498975 0.4867515375000053
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1662 5.02870270579 0 99.467001175 0.6229988250000048
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1663 3.85964385182 0 99.47449985 0.6155001499999969
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1664 3.92040413524 0 99.479499575 0.6105004249999922
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1665 4.78704248134 0 99.5624994 0.5275006000000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1666 3.85964385182 0 99.468500375 0.6214996249999928
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1667 6.30106886729 0 99.4335002 0.6564998000000003
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1668 3.80166404425 0 99.41949975 0.6705002499999978
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1669 2.81322619695 0 99.573000475 0.5169995249999971
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1670 2.47778695782 0 99.38749925 0.4537511249999895
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1671 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1672 3.85964385182 0 99.27349995 0.6247500749999944
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1673 2.50228643329 0 99.28100055 0.6134991749999941
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1674 6.14799414721 0 99.507500275 0.5824997249999996
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1675 6.10789096832 0 99.420499775 0.6695002250000016
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1676 4.90489779833 0 99.34499945 0.517500824999992
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1677 6.10789096832 0 99.3319992 0.5370011999999988
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1678 3.38717868509 0 99.46999995 0.6200000499999959
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1679 2.47124761202 0 98.53199905 1.7370014250000025
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1680 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1681 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1682 2.78229733114 0 99.615001075 0.47499892500000274
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1683 2.47778695782 0 99.47850095 0.6114990500000005
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1684 6.30106886729 0 99.50049995 0.5895000499999924
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1685 2.50228643329 0 99.469001675 0.6209983249999965
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1686 2.00016617632 0 99.620003 0.4699970000000008
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1687 1.99590274244 0 98.440002 1.8749969999999863
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1688 6.14799414721 0 99.46750035 0.6224996500000032
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1689 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1690 4.93072604433 0 99.4275003 0.6624996999999923
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1691 6.14799414721 0 99.422500325 0.6674996749999963
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1692 3.80166404425 0 99.48150015 0.6084998499999955
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1693 6.30106886729 0 99.465000225 0.6249997750000006
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1694 2.78229733114 0 99.554499175 0.5355008249999941
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1695 2.81322619695 0 99.594500125 0.4954998750000016
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1696 2.50228643329 0 99.28250105 0.6112484250000065
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1697 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1698 3.38717868509 0 99.541999225 0.5480007749999999
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1699 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1700 6.30106886729 0 99.451500025 0.6384999749999963
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1701 3.7862916372 0 99.32999935 0.5400009750000052
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1702 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1703 2.47124761202 0 99.1944995 0.7432507499999872
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1704 2.00016617632 0 98.580002 1.6649970000000067
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1705 2.47124761202 0 98.273000575 2.1254991375000003
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1706 3.80166404425 0 99.573999925 0.5160000750000023
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1707 2.47124761202 0 98.8214997 1.3027504499999907
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1708 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1709 3.38717868509 0 99.33449965 0.5332505249999997
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1710 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1711 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1712 2.50228643329 0 98.914500175 1.1632497374999957
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1713 2.01610051566 0 97.82 2.805000000000007
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1714 6.30106886729 0 99.4310002 0.658999799999998
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1715 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1716 2.50228643329 0 99.474000575 0.6159994249999926
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1717 3.92040413524 0 99.478000175 0.6119998249999924
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1718 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1719 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1720 5.02870270579 0 99.51599985 0.5740001499999977
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1721 6.30106886729 0 99.4455001 0.6444998999999939
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1722 2.50228643329 0 99.367498375 0.4837524375000015
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1723 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1724 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1725 2.50228643329 0 99.029999175 0.990001237499996
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1726 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1727 2.81322619695 0 99.4665007 0.6234993000000003
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1728 5.02870270579 0 99.4305001 0.6594998999999945
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1729 2.50228643329 0 99.09350035 0.8947494749999976
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1730 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1731 6.30106886729 0 99.2665001 0.6352498499999939
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1732 2.50228643329 0 98.74949935 1.4107509750000062
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1733 6.30106886729 0 99.467000275 0.622999724999994
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1734 3.38717868509 0 99.47200055 0.6179994499999936
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1735 2.50228643329 0 98.994999875 1.0425001874999893
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1736 2.50228643329 0 98.335499625 2.031750562500001
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1737 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1738 2.50228643329 0 99.402999975 0.6870000249999976
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1739 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1740 3.85964385182 0 99.43049945 0.6595005499999985
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1741 6.30106886729 0 99.4500003 0.6399996999999985
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1742 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1743 3.92040413524 0 99.53550005 0.5544999500000017
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1744 6.30106886729 0 99.503999575 0.5860004250000032
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1745 3.38717868509 0 99.5845001 0.5054998999999981
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_promise_confs_batch220_single.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_promise_confs_batch220_single.txt
new file mode 100644
index 0000000000000000000000000000000000000000..ba559f05472091a191117ec9d1e952d2522be7aa
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_promise_confs_batch220_single.txt
@@ -0,0 +1,5888 @@
++++++
+conf1 1 0 99.69 0
+1 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+2 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+3 gpu mul fp32 1 add fp32 1 tanh fp32 1 
+4 gpu mul fp32 1 add fp32 1 tanh fp32 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1 2.47778695782 0 99.4405011 0.6494988999999919
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf2 6.7963162944 0 99.247499625 0.6637505624999918
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf3 3.77195447337 0 99.475500875 0.6144991250000033
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf4 3.71656038268 0 99.55999965 0.5300003500000031
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf5 4.4071692756 0 99.52149975 0.5685002499999939
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf6 6.14799414721 0 99.5005001 0.5894999000000013
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf7 2.57685599488 0 99.380999175 0.4635012374999974
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf8 3.13161472572 0 99.57700015 0.5129998499999943
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf9 2.00016617632 0 99.68 0.4099999999999909
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf10 2.57685599488 0 99.097999925 0.8880001125000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf11 3.38717868509 0 99.550999225 0.5390007749999995
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf12 3.84474688915 0 99.72650005 0.36349994999999924
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf13 4.48527898013 0 99.467000825 0.6229991749999982
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf14 3.70186719231 0 99.72250035 0.3674996499999935
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf15 2.47778695782 0 98.99100065 1.048499024999991
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf16 4.62093815126 0 99.3364993 0.5302510499999968
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf17 3.09333654389 0 99.6080005 0.4819994999999949
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf18 2.55088214386 0 99.00499975 1.0275003750000025
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf19 3.97649090032 0 99.429000025 0.6609999750000043
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf20 5.92620561097 0 99.556000075 0.5339999249999977
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf21 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf22 5.22888975029 0 99.508999675 0.5810003249999994
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf23 3.13161472572 0 99.4715006 0.6184993999999989
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf24 5.98028404553 0 99.533499775 0.5565002250000021
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf25 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf26 3.84474688915 0 99.566499875 0.5235001249999925
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf27 6.7963162944 0 99.44900035 0.640999649999992
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf28 3.09333654389 0 99.5589995 0.531000499999999
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf29 3.77195447337 0 99.5525002 0.5374998000000005
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf30 5.33920664205 0 99.434000525 0.6559994749999959
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf31 6.61857279171 0 99.493500625 0.5964993750000019
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf32 2.55088214386 0 99.48100075 0.6089992499999909
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf33 6.14799414721 0 99.46299985 0.627000149999995
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf34 2.47778695782 0 99.255999775 0.6510003374999869
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf35 2.55088214386 0 99.405999975 0.6840000249999975
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf36 3.38717868509 0 99.47850045 0.6114995499999992
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf37 4.93072604433 0 99.52249925 0.5675007500000021
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf38 4.48527898013 0 99.4800001 0.6099998999999997
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf39 2.57685599488 0 99.172500625 0.7762490624999998
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf40 4.73066277039 0 99.453000075 0.6369999249999921
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf41 2.55088214386 0 99.25799985 0.6480002249999899
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf42 6.10789096832 0 99.576499825 0.5135001749999987
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf43 3.85964385182 0 99.4670006 0.622999399999992
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf44 2.44096937877 0 99.3809992 0.46350119999998896
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf45 2.57685599488 0 99.419500025 0.6704999749999928
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf46 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf47 2.47778695782 0 99.38649995 0.45525007499999504
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf48 2.5439518228 0 99.1235002 0.8497497000000038
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf49 3.71656038268 0 99.572999425 0.5170005749999916
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf50 2.47778695782 0 99.4265002 0.6634997999999911
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf51 4.38652335485 0 99.335499625 0.531750562500001
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf52 2.47778695782 0 99.419999975 0.6700000250000017
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf53 2.50228643329 0 99.034499525 0.983250712499995
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf54 3.97649090032 0 99.570999775 0.5190002249999935
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf55 5.33920664205 0 99.457999875 0.632000124999999
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf56 3.95967525105 0 99.33649965 0.5302505250000067
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf57 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf58 2.47778695782 0 99.3020012 0.5819981999999868
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf59 5.92620561097 0 99.4655009 0.6244991000000027
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf60 4.64385542353 0 99.468000075 0.6219999249999916
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf61 2.57685599488 0 99.355498525 0.5017522124999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf62 4.73066277039 0 99.4225003 0.6674997000000019
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf63 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf64 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf65 3.38717868509 0 99.333499175 0.5347512374999965
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf66 5.92620561097 0 99.476000125 0.613999874999999
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf67 2.81322619695 0 99.580499825 0.5095001749999938
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf68 2.78229733114 0 99.52199845 0.5680015499999996
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf69 3.34244261096 0 99.6135014 0.47649859999999367
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf70 3.97649090032 0 99.51250005 0.5774999499999979
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf71 6.61857279171 0 99.5040001 0.5859998999999988
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf72 6.61857279171 0 99.420500525 0.6694994750000035
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf73 6.61857279171 0 99.504999975 0.5850000249999937
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf74 3.63433700317 0 99.652501475 0.43749852500000375
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf75 6.10789096832 0 99.3409999 0.5235001499999967
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf76 4.4071692756 0 99.478000575 0.6119994250000019
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf77 2.50228643329 0 99.40099985 0.6890001499999926
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf78 3.77195447337 0 99.3255004 0.546749400000003
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf79 3.80166404425 0 99.565500025 0.524499974999992
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf80 6.57211871555 0 99.333000125 0.5354998124999995
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf81 2.50228643329 0 99.47350135 0.6164986499999913
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf82 5.79060658268 0 99.519000125 0.5709998749999926
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf83 2.50228643329 0 99.381999275 0.46200108749999913
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf84 2.47778695782 0 99.1835005 0.7597492500000058
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf85 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf86 2.55088214386 0 99.39199985 0.6980001499999929
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf87 3.85964385182 0 99.4795001 0.6104999000000021
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf88 4.38652335485 0 99.41799955 0.6720004499999931
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf89 4.93072604433 0 99.51499965 0.5750003500000048
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf90 3.13161472572 0 99.574500425 0.5154995750000012
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf91 3.09333654389 0 99.6145003 0.47549969999999464
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf92 3.92040413524 0 99.578000175 0.5119998249999981
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf93 5.33920664205 0 99.44499995 0.6450000500000016
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf94 2.47778695782 0 99.45300095 0.6369990499999943
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf95 2.50228643329 0 99.36299905 0.49050142499999794
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf96 5.02870270579 0 99.458500175 0.6314998250000002
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf97 5.75501684906 0 99.346999025 0.5145014624999931
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf98 2.57685599488 0 99.436500375 0.6534996250000035
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf99 3.33055390722 0 99.4209998 0.6690001999999936
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf100 5.59344058403 0 99.55649965 0.5335003499999914
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf101 5.79060658268 0 99.556999575 0.5330004249999917
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf102 3.7862916372 0 99.3334994 0.5347509000000059
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf103 6.30106886729 0 99.5175 0.5724999999999995
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf104 5.06758777035 0 99.552499325 0.5375006749999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf105 6.14799414721 0 99.499999525 0.5900004749999909
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf106 2.51187737029 0 99.4014999 0.6885000999999932
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf107 2.55088214386 0 99.39649945 0.6935005500000045
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf108 2.47124761202 0 99.1929994 0.745500899999989
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf109 4.03997047176 0 99.52149955 0.5685004499999963
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf110 3.70186719231 0 99.42099935 0.6690006499999953
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf111 2.47778695782 0 99.404999575 0.6850004249999927
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf112 3.97649090032 0 99.4600001 0.6299998999999957
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf113 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf114 3.86059861244 0 99.50650005 0.5834999499999981
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf115 2.57685599488 0 99.460000575 0.6299994250000026
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf116 5.33920664205 0 99.2685007 0.6322489499999904
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf117 5.02870270579 0 99.468000425 0.6219995749999981
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf118 4.4071692756 0 99.56599955 0.524000449999997
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf119 5.02870270579 0 99.4325 0.6574999999999932
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf120 6.61857279171 0 99.457500525 0.6324994749999974
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf121 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf122 2.50228643329 0 99.4199998 0.6700001999999984
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf123 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf124 6.16535217595 0 99.58050025 0.5094997499999977
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf125 6.30106886729 0 99.45700045 0.6329995500000024
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf126 2.57685599488 0 99.407999525 0.6820004750000038
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf127 3.77195447337 0 99.6320011 0.4579989000000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf128 6.57211871555 0 99.3999996 0.6900003999999967
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf129 6.36224047437 0 99.264500075 0.6382498874999953
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf130 4.48527898013 0 99.52299915 0.5670008499999938
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf131 5.79060658268 0 99.416500475 0.6734995249999912
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf132 2.5439518228 0 99.32149995 0.5527500749999916
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf133 2.55088214386 0 99.4905002 0.5994997999999981
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf134 3.95967525105 0 99.4149999 0.6750000999999998
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf135 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf136 3.80166404425 0 99.421499725 0.6685002749999939
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf137 3.7862916372 0 99.419999575 0.6700004249999921
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf138 3.77195447337 0 99.570499675 0.5195003250000042
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf139 3.86059861244 0 99.6145001 0.475499899999997
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf140 2.78229733114 0 99.609500425 0.4804995750000046
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf141 5.02870270579 0 99.446999675 0.643000324999997
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf142 3.77195447337 0 99.540499625 0.5495003750000024
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf143 4.90489779833 0 99.588500425 0.5014995749999912
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf144 5.75501684906 0 99.570999975 0.5190000249999912
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf145 2.5439518228 0 99.37649915 0.4702512749999954
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf146 6.16535217595 0 99.336499425 0.5302508624999973
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf147 5.33920664205 0 99.46600045 0.6239995500000021
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf148 2.47124761202 0 99.125500425 0.8467493624999989
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf149 4.03997047176 0 99.44900065 0.6409993499999956
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf150 4.48527898013 0 99.268500375 0.6322494374999934
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf151 3.08315119118 0 99.7369988 0.3530012000000028
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf152 2.55088214386 0 99.406000225 0.6839997749999981
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf153 6.36224047437 0 99.46550055 0.6244994499999962
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf154 4.73066277039 0 99.46849975 0.6215002499999912
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf155 3.38717868509 0 99.5730001 0.5169998999999962
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf156 6.10789096832 0 99.4119995 0.6780005000000046
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf157 3.08315119118 0 99.426000325 0.6639996749999938
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf158 4.93072604433 0 99.431000325 0.6589996749999983
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf159 5.79060658268 0 99.47600065 0.6139993499999946
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf160 6.36224047437 0 99.54099985 0.549000149999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf161 2.50228643329 0 99.3779992 0.4680011999999891
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf162 6.7963162944 0 99.4620004 0.627999600000004
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf163 2.57685599488 0 99.37699935 0.46950097499998833
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf164 6.20621598565 0 99.471000525 0.618999475000004
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf165 6.30106886729 0 99.439 0.6510000000000048
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf166 6.36224047437 0 99.440499925 0.6495000750000003
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf167 4.29202279061 0 99.5565002 0.5334997999999956
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf168 2.57685599488 0 98.9975002 1.0387496999999897
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf169 3.85964385182 0 99.483499875 0.606500124999991
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf170 2.50228643329 0 99.2815005 0.612749249999986
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf171 6.36224047437 0 99.457000375 0.6329996249999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf172 6.20621598565 0 99.55249975 0.5375002500000022
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf173 3.33055390722 0 99.583999875 0.5060001249999942
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf174 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf175 5.75501684906 0 99.41749995 0.6725000499999908
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf176 6.20621598565 0 99.503500175 0.5864998249999985
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf177 3.85964385182 0 99.4360005 0.653999499999992
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf178 2.47778695782 0 99.3329996 0.535500600000006
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf179 2.55088214386 0 99.409999625 0.6800003750000002
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf180 2.57685599488 0 99.010999225 1.0185011624999873
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf181 4.64385542353 0 99.567499925 0.5225000749999907
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf182 2.47778695782 0 99.4029989 0.6870010999999977
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf183 3.38717868509 0 99.57399985 0.5160001499999908
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf184 2.77405457184 0 99.4234996 0.6665003999999982
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf185 2.50228643329 0 99.379499125 0.4657513125000037
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf186 6.14799414721 0 99.4990005 0.5909995000000038
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf187 6.7963162944 0 99.43399975 0.6560002499999996
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf188 5.33920664205 0 99.51449955 0.5755004500000013
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf189 6.30106886729 0 99.266500125 0.6352498125000068
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf190 4.93072604433 0 99.56199985 0.5280001499999912
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf191 4.73066277039 0 99.51799975 0.5720002499999964
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf192 2.57685599488 0 99.285000425 0.6074993624999863
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf193 2.5439518228 0 99.1979999 0.7380001499999977
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf194 5.92620561097 0 99.44250075 0.6474992500000042
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf195 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf196 2.47778695782 0 99.0264997 0.9952504499999932
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf197 4.48527898013 0 99.449500675 0.6404993250000018
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf198 4.64385542353 0 99.5164996 0.5735003999999947
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf199 5.19985255986 0 99.3364995 0.5302507499999933
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf200 3.34244261096 0 99.608000925 0.48199907499999883
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf201 4.73066277039 0 99.265000525 0.6374992124999892
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf202 3.97649090032 0 99.51849965 0.5715003500000023
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf203 3.97649090032 0 99.52049955 0.569500450000001
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf204 5.22888975029 0 99.508000225 0.5819997749999942
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf205 4.90489779833 0 99.42149985 0.6685001499999942
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf206 2.5439518228 0 99.492999825 0.5970001749999995
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf207 4.03997047176 0 99.46600075 0.6239992499999915
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf208 2.81322619695 0 99.589000375 0.5009996250000001
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf209 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf210 5.22888975029 0 99.5105 0.5795000000000045
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf211 2.55088214386 0 99.42599955 0.6640004499999975
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf212 2.81322619695 0 99.542999675 0.5470003249999934
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf213 2.47778695782 0 99.05800035 0.947999474999996
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf214 2.55088214386 0 99.39599955 0.6940004499999987
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf215 4.93072604433 0 99.472500675 0.6174993249999915
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf216 5.02870270579 0 99.270500225 0.629249662499987
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf217 3.86059861244 0 99.590000025 0.4999999750000029
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf218 3.88250959671 0 99.55349975 0.5365002499999975
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf219 2.50228643329 0 99.365499425 0.48675086250000277
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf220 2.55088214386 0 98.99799995 1.0380000750000065
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf221 3.80166404425 0 99.53449915 0.5555008499999957
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf222 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf223 2.00016617632 0 99.519997 0.5700029999999942
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf224 2.51187737029 0 99.024499825 0.9982502624999867
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf225 3.86059861244 0 99.57049935 0.519500649999992
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf226 2.47778695782 0 99.4985004 0.5914996000000002
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf227 3.71656038268 0 99.508999525 0.5810004750000047
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf228 3.71656038268 0 99.607000725 0.48299927499999173
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf229 2.47778695782 0 99.324499325 0.5482510124999891
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf230 6.14799414721 0 99.5609996 0.5290003999999954
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf231 3.77195447337 0 99.5870001 0.5029999000000004
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf232 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf233 3.92040413524 0 99.545499775 0.5445002250000016
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf234 3.92040413524 0 99.57699935 0.5130006500000036
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf235 2.55088214386 0 98.987999875 1.0530001874999968
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf236 2.57685599488 0 99.363999075 0.48900138750000366
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf237 4.48527898013 0 99.4369996 0.6530004000000048
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf238 5.79060658268 0 99.5149995 0.5750004999999959
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf239 2.81322619695 0 99.463000675 0.6269993249999942
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf240 4.64385542353 0 99.523000025 0.566999974999996
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf241 2.81322619695 0 99.33849865 0.5272520249999886
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf242 3.95967525105 0 99.6014996 0.48850040000000094
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf243 6.36224047437 0 99.4400002 0.6499997999999977
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf244 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf245 2.78229733114 0 99.57849985 0.5115001499999977
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf246 3.92040413524 0 99.554999725 0.5350002749999959
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf247 2.50228643329 0 98.990500375 1.049249437500002
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf248 2.57685599488 0 99.272500225 0.626249662499994
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf249 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf250 2.57685599488 0 99.4725001 0.6174998999999929
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf251 2.55088214386 0 99.3259999 0.5460001499999976
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf252 2.73595882486 0 99.64500115 0.44499884999999895
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf253 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf254 6.14799414721 0 99.418500325 0.6714996750000012
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf255 3.92040413524 0 99.3274997 0.5437504499999903
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf256 5.92620561097 0 99.256500075 0.6502498874999887
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf257 2.47778695782 0 99.4835009 0.6064991000000021
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf258 2.57685599488 0 99.441500975 0.648499025000001
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf259 3.86059861244 0 99.615001125 0.4749988749999915
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf260 2.57685599488 0 99.02799945 0.9930008250000029
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf261 3.85964385182 0 99.522499925 0.5675000749999924
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf262 6.61857279171 0 99.545499925 0.5445000749999963
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf263 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf264 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf265 4.90489779833 0 99.343498975 0.5197515374999924
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf266 2.55088214386 0 99.449500125 0.6404998749999976
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf267 3.38717868509 0 99.56699955 0.5230004499999922
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf268 6.16535217595 0 99.40699995 0.6830000499999983
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf269 3.13161472572 0 99.577999975 0.5120000250000004
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf270 5.02870270579 0 99.5194997 0.5705003000000005
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf271 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf272 4.03997047176 0 99.270000125 0.629999812500003
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf273 2.50228643329 0 99.436000225 0.653999774999997
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf274 6.30106886729 0 99.4565001 0.6334998999999982
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf275 4.64385542353 0 99.520499675 0.5695003250000014
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf276 6.20621598565 0 99.51049995 0.5795000500000015
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf277 5.22888975029 0 99.561499175 0.5285008250000033
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf278 2.50228643329 0 99.100999975 0.8835000375000064
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf279 6.20621598565 0 99.50749955 0.5825004499999921
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf280 2.50228643329 0 99.408499875 0.6815001249999938
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf281 2.44096937877 0 99.442000325 0.6479996750000027
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf282 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf283 4.78704248134 0 99.559999825 0.5300001749999922
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf284 6.7963162944 0 99.50250015 0.5874998499999947
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf285 4.93072604433 0 99.514499925 0.5755000750000022
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf286 2.50228643329 0 99.4350005 0.6549994999999967
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf287 4.51618813067 0 99.55749945 0.5325005500000032
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf288 5.22888975029 0 99.41699995 0.6730000499999932
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf289 4.4071692756 0 99.51849985 0.57150015
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf290 2.5439518228 0 99.19599945 0.7410008249999933
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf291 3.85964385182 0 99.27150005 0.6277499249999963
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf292 3.86059861244 0 99.5890004 0.5009995999999944
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf293 2.57685599488 0 99.377499425 0.4687508625000021
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf294 3.71656038268 0 99.59550035 0.49449965000000307
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf295 2.57685599488 0 99.360999575 0.4935006375000057
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf296 5.19985255986 0 99.40499985 0.6850001500000019
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf297 4.03997047176 0 99.44049995 0.6495000499999947
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf298 2.5439518228 0 99.282001325 0.6119980125000026
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf299 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf300 2.47778695782 0 98.968000625 1.0829990624999937
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf301 3.71656038268 0 99.624000875 0.46599912500000473
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf302 3.70186719231 0 99.567000175 0.5229998249999938
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf303 5.79060658268 0 99.507000675 0.5829993249999973
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf304 4.03997047176 0 99.4725003 0.6174997000000048
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf305 6.20621598565 0 99.42449955 0.6655004500000047
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf306 2.55088214386 0 99.171000825 0.778498762500007
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf307 3.71567552873 0 99.566999925 0.5230000749999931
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf308 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf309 2.51187737029 0 99.449501 0.6404989999999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf310 2.47778695782 0 99.409999625 0.6800003750000002
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf311 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf312 3.92040413524 0 99.4805003 0.609499699999995
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf313 3.7862916372 0 99.593500375 0.4964996249999928
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf314 2.5439518228 0 99.2214994 0.7027508999999981
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf315 2.47778695782 0 98.999999825 1.0350002624999917
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf316 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf317 3.13161472572 0 99.53799935 0.5520006499999909
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf318 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf319 2.5439518228 0 99.353998375 0.5040024374999916
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf320 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf321 5.92620561097 0 99.510499825 0.5795001750000012
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf322 6.7963162944 0 99.430000375 0.6599996249999919
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf323 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf324 2.50228643329 0 99.288500125 0.6022498124999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf325 3.13161472572 0 99.335998525 0.531002212500006
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf326 6.36224047437 0 99.513500075 0.5764999250000017
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf327 2.55088214386 0 99.386498775 0.4552518374999863
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf328 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf329 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf330 6.57211871555 0 99.56999995 0.5200000500000016
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf331 5.92620561097 0 99.4315001 0.6584999000000039
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf332 6.30106886729 0 99.432499925 0.6575000749999959
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf333 2.55088214386 0 99.500499575 0.5895004249999914
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf334 6.57211871555 0 99.3380004 0.5279993999999988
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf335 6.30106886729 0 99.4234996 0.6665003999999982
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf336 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf337 2.47778695782 0 99.0089999 1.0215001499999872
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf338 4.73066277039 0 99.511499475 0.578500525000004
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf339 5.92620561097 0 99.42850015 0.6614998499999928
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf340 6.10789096832 0 99.337999325 0.528001012499999
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf341 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf342 3.77195447337 0 99.642001075 0.4479989250000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf343 5.98028404553 0 99.551499675 0.5385003249999954
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf344 2.47778695782 0 99.443499975 0.6465000250000031
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf345 4.62093815126 0 99.58099945 0.5090005500000047
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf346 3.80166404425 0 99.565000275 0.524999724999995
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf347 2.50228643329 0 99.4395002 0.6504998000000001
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf348 2.00016617632 0 98.419998 1.9050029999999865
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf349 2.5439518228 0 99.21349975 0.7147503750000013
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf350 6.57211871555 0 99.5695004 0.5204996000000023
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf351 2.47778695782 0 99.02399955 0.9990006749999978
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf352 2.81322619695 0 99.337498225 0.5287526624999899
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf353 4.48527898013 0 99.4734996 0.6165004000000011
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf354 2.78229733114 0 99.551499625 0.5385003749999925
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf355 4.93072604433 0 99.473499625 0.6165003749999954
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf356 3.84474688915 0 99.427999575 0.6620004249999966
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf357 3.95967525105 0 99.333499625 0.534750562499994
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf358 3.80166404425 0 99.4210003 0.6689996999999949
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf359 6.30106886729 0 99.4224998 0.6675002000000007
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf360 3.7862916372 0 99.329999175 0.5400012375000003
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf361 2.81322619695 0 99.46900045 0.620999550000002
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf362 4.38652335485 0 99.335999375 0.5310009374999964
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf363 2.55088214386 0 99.264999825 0.6375002624999908
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf364 6.61857279171 0 99.55200015 0.53799985
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf365 5.79060658268 0 99.471500275 0.6184997250000009
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf366 2.5439518228 0 99.48699985 0.6030001499999941
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf367 3.77195447337 0 99.55600025 0.533999750000001
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf368 6.36224047437 0 99.253000075 0.6554998874999924
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf369 5.02870270579 0 99.4630002 0.6269998000000016
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf370 6.7963162944 0 99.447499725 0.6425002749999976
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf371 6.10789096832 0 99.574500175 0.5154998250000006
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf372 2.50228643329 0 99.382000175 0.461999737499994
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf373 3.34244261096 0 99.613501175 0.4764988250000016
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf374 6.14799414721 0 99.4234998 0.6665001999999959
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf375 2.5439518228 0 98.316499775 2.060250337500001
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf376 3.92040413524 0 99.54199925 0.5480007499999943
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf377 5.22888975029 0 99.508000375 0.5819996250000031
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf378 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf379 4.03997047176 0 99.4290005 0.660999499999997
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf380 3.77195447337 0 99.579999825 0.5100001749999962
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf381 3.85964385182 0 99.46100045 0.6289995499999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf382 4.4071692756 0 99.519999425 0.5700005750000031
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf383 3.63433700317 0 99.644001375 0.44599862499999576
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf384 6.61857279171 0 99.49999985 0.590000150000003
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf385 2.5439518228 0 99.35599865 0.5010020249999911
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf386 6.61857279171 0 99.503999925 0.5860000749999955
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf387 6.16535217595 0 99.412499275 0.6775007249999959
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf388 3.97649090032 0 99.555499475 0.5345005249999929
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf389 5.33920664205 0 99.46450045 0.625499549999995
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf390 2.47124761202 0 99.383499 0.45975149999999587
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf391 3.77195447337 0 99.335499475 0.5317507874999876
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf392 6.61857279171 0 99.460500025 0.629499974999996
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf393 6.36224047437 0 99.441499775 0.6485002250000008
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf394 5.59344058403 0 99.55299965 0.5370003499999939
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf395 6.36224047437 0 99.5040001 0.5859998999999988
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf396 3.08315119118 0 99.56949995 0.520500050000004
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf397 4.93072604433 0 99.556999875 0.5330001249999953
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf398 2.50228643329 0 99.284500025 0.6082499624999969
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf399 2.47124761202 0 99.31950005 0.5557499249999935
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf400 6.10789096832 0 99.412999875 0.6770001250000007
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf401 2.5439518228 0 99.284500375 0.6082494375000067
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf402 2.55088214386 0 98.27499985 2.122500224999996
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf403 3.34244261096 0 99.51049965 0.5795003499999979
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf404 5.22888975029 0 99.512500025 0.5774999750000035
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf405 5.92620561097 0 99.272500625 0.626249062499987
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf406 2.55088214386 0 99.416999825 0.6730001749999929
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf407 2.50228643329 0 98.888500375 1.2022494374999866
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf408 3.97649090032 0 99.417999375 0.672000625000004
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf409 3.85964385182 0 99.437500625 0.6524993749999993
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf410 2.50228643329 0 99.46800095 0.6219990499999938
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf411 4.93072604433 0 99.516499975 0.5735000249999956
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf412 4.64385542353 0 99.558999325 0.5310006749999957
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf413 2.50228643329 0 99.366999125 0.4845013124999866
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf414 4.48527898013 0 99.27900015 0.6164997749999941
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf415 5.75501684906 0 99.582499775 0.5075002249999955
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf416 6.14799414721 0 99.503999875 0.5860001249999925
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf417 4.73066277039 0 99.42850035 0.6614996500000047
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf418 5.79060658268 0 99.5514997 0.538500300000004
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf419 2.50228643329 0 98.90149975 1.1827503749999977
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf420 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf421 2.5439518228 0 99.380999675 0.4635004874999993
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf422 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf423 2.55088214386 0 99.040499575 0.9742506374999991
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf424 2.5439518228 0 99.119001075 0.8564983874999967
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf425 6.30106886729 0 99.4704999 0.6195001000000048
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf426 3.97649090032 0 99.463000875 0.6269991249999919
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf427 5.02870270579 0 99.279499875 0.615750187499998
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf428 3.86059861244 0 99.55900015 0.5309998499999949
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf429 2.55088214386 0 99.40249965 0.687500350000002
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf430 2.47778695782 0 99.033499525 0.9847507125000021
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf431 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf432 2.81322619695 0 99.5774999 0.5125000999999912
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf433 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf434 3.38717868509 0 99.569500275 0.520499725000002
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf435 2.55088214386 0 98.984499925 1.058250112500005
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf436 6.57211871555 0 99.41049985 0.6795001500000041
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf437 2.57685599488 0 98.3014998 2.0827502999999936
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf438 3.92040413524 0 99.48750085 0.6024991499999942
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf439 4.73066277039 0 99.268000275 0.6329995874999881
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf440 4.90489779833 0 99.42150015 0.6684998499999978
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf441 2.5439518228 0 99.314000025 0.5639999624999987
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf442 2.51187737029 0 99.0054997 1.0267504499999944
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf443 6.14799414721 0 99.55700005 0.5329999499999986
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf444 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf445 2.57685599488 0 99.2825003 0.6112495500000037
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf446 2.47124761202 0 98.8115005 1.3177492500000056
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf447 2.78229733114 0 99.60900025 0.4809997500000037
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf448 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf449 2.57685599488 0 99.0224999 1.001250149999997
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf450 3.97649090032 0 99.51849985 0.57150015
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf451 3.80166404425 0 99.481500675 0.6084993249999912
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf452 2.47778695782 0 99.476501075 0.6134989249999961
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf453 2.57685599488 0 99.40400015 0.6859998499999961
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf454 6.16535217595 0 99.57800005 0.5119999499999978
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf455 6.7963162944 0 99.43149955 0.6585004499999997
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf456 6.16535217595 0 99.3334992 0.5347511999999881
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf457 2.57685599488 0 98.3189993 2.0565010499999943
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf458 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf459 2.51187737029 0 99.4385002 0.6514998000000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf460 4.48527898013 0 99.527499525 0.5625004750000017
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf461 6.20621598565 0 99.499999475 0.5900005250000021
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf462 2.5439518228 0 98.809000625 1.3214990625000027
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf463 4.90489779833 0 99.3339999 0.5340001500000042
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf464 3.84474688915 0 99.57100005 0.5189999500000028
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf465 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf466 6.7963162944 0 99.2584997 0.6472504499999943
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf467 6.61857279171 0 99.43000025 0.6599997499999916
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf468 5.22888975029 0 99.51450005 0.5754999500000025
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf469 2.57685599488 0 99.277500725 0.6187489125000027
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf470 2.55088214386 0 98.95650025 1.1002496249999894
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf471 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf472 5.02870270579 0 99.47649985 0.6135001500000016
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf473 6.20621598565 0 99.456000575 0.6339994249999933
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf474 5.79060658268 0 99.4119998 0.678000199999994
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf475 6.20621598565 0 99.4235003 0.6664996999999971
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf476 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf477 2.50228643329 0 99.391498725 0.6985012749999925
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf478 2.55088214386 0 99.321500125 0.5527498124999966
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf479 3.92040413524 0 99.574499775 0.515500224999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf480 6.7963162944 0 99.50149975 0.5885002500000042
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf481 2.78229733114 0 99.61500085 0.4749991499999965
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf482 4.64385542353 0 99.51899995 0.5710000500000035
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf483 3.86059861244 0 99.604000675 0.4859993250000031
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf484 5.19985255986 0 99.580500375 0.509499624999998
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf485 2.47124761202 0 99.2139993 0.7140010500000002
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf486 2.50228643329 0 98.319499875 2.0557501874999886
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf487 2.57685599488 0 99.026999275 0.9945010875000051
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf488 3.85964385182 0 99.267500325 0.6337495124999961
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf489 1.99590274244 0 98.940002 1.1249969999999863
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf490 2.57685599488 0 99.3614989 0.4927516499999953
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf491 2.47778695782 0 98.26250005 2.141249924999997
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf492 3.95967525105 0 99.5879999 0.502000099999998
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf493 3.92040413524 0 99.561499525 0.5285004749999956
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf494 4.93072604433 0 99.5169992 0.573000799999997
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf495 2.57685599488 0 98.72399965 1.4490005250000024
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf496 4.03997047176 0 99.26750035 0.6337494749999877
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf497 2.00016617632 0 99.379997 0.46500449999999205
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf498 2.5439518228 0 99.20499985 0.7275002250000071
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf499 3.84474688915 0 99.72549965 0.3645003499999945
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf500 4.51618813067 0 99.5604993 0.5295006999999942
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf501 3.95967525105 0 99.411999625 0.6780003749999907
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf502 5.33920664205 0 99.450000925 0.6399990750000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf503 3.92040413524 0 99.562499325 0.5275006749999932
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf504 2.55088214386 0 99.474500675 0.6154993249999962
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf505 6.30106886729 0 99.268999325 0.6315010125000029
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf506 3.86059861244 0 99.612500925 0.47749907499999156
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf507 3.86059861244 0 99.50949945 0.5805005499999908
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf508 5.33920664205 0 99.26700055 0.6344991749999878
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf509 2.55088214386 0 98.9395005 1.1257492500000055
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf510 2.57685599488 0 99.3634994 0.4897509000000042
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf511 2.47778695782 0 98.987000525 1.054499212499998
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf512 6.30106886729 0 99.5064999 0.5835001000000034
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf513 4.03997047176 0 99.463000375 0.6269996250000048
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf514 6.14799414721 0 99.493500275 0.5964997249999954
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf515 6.20621598565 0 99.51799935 0.5720006500000011
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf516 2.50228643329 0 98.747499825 1.4137502624999883
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf517 5.06758777035 0 99.539499625 0.5505003749999929
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf518 5.33920664205 0 99.474000775 0.6159992250000045
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf519 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf520 2.47778695782 0 99.42150005 0.6684999499999918
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf521 3.38717868509 0 99.3224999 0.5512501500000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf522 4.62093815126 0 99.338999375 0.5265009374999963
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf523 2.57685599488 0 99.097500525 0.8887492124999952
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf524 2.50228643329 0 99.008999525 1.021500712500007
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf525 2.47778695782 0 99.1829998 0.7605002999999897
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf526 5.92620561097 0 99.543499475 0.5465005249999934
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf527 6.61857279171 0 99.49699995 0.5930000499999949
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf528 3.80166404425 0 99.515499425 0.5745005749999962
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf529 2.47778695782 0 99.042499675 0.9712504874999937
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf530 2.50228643329 0 99.37299885 0.47550172499999377
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf531 4.64385542353 0 99.424999925 0.6650000750000032
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf532 2.50228643329 0 99.372999525 0.4755007125000006
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf533 1.99590274244 0 98.599998 1.6350029999999975
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf534 5.02870270579 0 99.449499375 0.6405006249999957
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf535 3.88250959671 0 99.554000025 0.5359999750000043
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf536 3.08315119118 0 99.72599995 0.3640000499999957
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf537 4.78704248134 0 99.564499975 0.5255000249999938
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf538 2.50228643329 0 99.092500375 0.8962494374999963
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf539 6.36224047437 0 99.5414994 0.5485005999999913
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf540 2.55088214386 0 99.173000725 0.7754989125000051
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf541 2.55088214386 0 98.207499625 2.223750562500001
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf542 2.5439518228 0 99.0289995 0.9915007500000002
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf543 3.85964385182 0 99.462500375 0.627499624999993
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf544 5.79060658268 0 99.508000025 0.5819999749999966
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf545 4.93072604433 0 99.42049995 0.6695000499999907
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf546 4.29202279061 0 99.5639995 0.5260005000000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf547 2.55088214386 0 99.298499575 0.5872506375000057
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf548 3.86059861244 0 99.570500025 0.5194999749999966
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf549 6.7963162944 0 99.459000275 0.6309997250000038
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf550 6.20621598565 0 99.5074999 0.5825000999999986
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf551 6.14799414721 0 99.508500275 0.5814997249999948
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf552 6.7963162944 0 99.42750015 0.6624998499999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf553 6.20621598565 0 99.5584997 0.531500299999999
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf554 2.55088214386 0 99.388499675 0.4522504874999882
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf555 3.92040413524 0 99.324499525 0.5482507125000069
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf556 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf557 3.86059861244 0 99.583500325 0.5064996749999949
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf558 2.78229733114 0 99.51749825 0.572501749999995
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf559 4.48527898013 0 99.4650002 0.624999799999992
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf560 3.13161472572 0 99.329499575 0.5407506374999969
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf561 2.57685599488 0 99.369498875 0.4807516874999891
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf562 2.81322619695 0 99.597000425 0.49299957499999325
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf563 5.33920664205 0 99.4605002 0.6294997999999993
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf564 6.7963162944 0 99.454500075 0.6354999249999992
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf565 4.73066277039 0 99.520499175 0.5695008250000001
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf566 2.50228643329 0 97.89149975 2.6977503750000054
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf567 2.50228643329 0 99.444000275 0.6459997250000044
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf568 2.57685599488 0 98.99899945 1.0365008249999974
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf569 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf570 3.92040413524 0 99.573499575 0.5165004249999982
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf571 6.36224047437 0 99.441499825 0.6485001750000038
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf572 3.77195447337 0 99.31999955 0.5550006749999881
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf573 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf574 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf575 2.50228643329 0 99.37149915 0.4777512749999886
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf576 2.50228643329 0 99.2860005 0.6059992499999964
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf577 2.50228643329 0 99.44100045 0.6489995499999935
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf578 2.81322619695 0 99.469000975 0.6209990249999976
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf579 6.36224047437 0 99.4460002 0.6439997999999975
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf580 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf581 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf582 3.38717868509 0 99.5824997 0.5075002999999981
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf583 3.85964385182 0 99.47850095 0.6114990500000005
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf584 5.33920664205 0 99.473500525 0.616499474999992
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf585 2.57685599488 0 99.4610008 0.6289992000000041
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf586 2.50228643329 0 97.649001025 3.0614984624999906
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf587 2.50228643329 0 98.9994999 1.0357501499999913
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf588 3.38717868509 0 99.585500725 0.5044992749999949
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf589 2.01610051566 0 97.760002 2.8949969999999965
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf590 2.01610051566 0 97.900002 2.6849969999999956
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf591 2.57685599488 0 99.0359988 0.9810017999999943
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf592 2.57685599488 0 99.439000625 0.6509993749999922
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf593 2.01610051566 0 97.620003 3.104995500000001
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf594 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf595 2.50228643329 0 98.7414999 1.422750150000006
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf596 2.01610051566 0 97.82 2.805000000000007
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf597 5.33920664205 0 99.43200015 0.6579998500000045
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf598 5.92620561097 0 99.445 0.6450000000000046
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf599 5.02870270579 0 99.4440004 0.6459996000000047
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf600 6.36224047437 0 99.470000675 0.6199993250000034
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf601 2.50228643329 0 99.41950015 0.6704998499999931
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf602 4.73066277039 0 99.446999975 0.6430000250000006
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf603 4.48527898013 0 99.4805003 0.609499699999995
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf604 3.13161472572 0 99.57349995 0.5165000499999991
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf605 6.30106886729 0 99.4230005 0.6669994999999972
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf606 2.57685599488 0 99.472000525 0.6179994749999992
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf607 4.73066277039 0 99.472 0.6180000000000035
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf608 5.02870270579 0 99.520999475 0.5690005250000013
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf609 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf610 4.73066277039 0 99.26550005 0.6367499249999966
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf611 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf612 3.92040413524 0 99.5585006 0.5314993999999956
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf613 5.33920664205 0 99.257 0.6494999999999891
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf614 2.57685599488 0 99.019500225 1.0057496624999942
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf615 4.03997047176 0 99.473000425 0.6169995750000027
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf616 4.48527898013 0 99.4760001 0.6139999000000046
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf617 5.02870270579 0 99.470500125 0.6194998749999968
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf618 5.02870270579 0 99.469500375 0.6204996250000022
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf619 2.57685599488 0 99.3729995 0.4755007499999877
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf620 6.7963162944 0 99.26299995 0.6405000750000056
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf621 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf622 2.57685599488 0 99.4455 0.6445000000000022
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf623 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf624 2.57685599488 0 98.894499925 1.1932501124999888
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf625 6.30106886729 0 99.453500225 0.6364997749999987
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf626 2.81322619695 0 99.5449997 0.5450002999999924
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf627 2.50228643329 0 99.40899965 0.6810003499999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf628 6.30106886729 0 99.460500625 0.6294993750000032
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf629 2.57685599488 0 98.8919993 1.1970010500000043
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf630 3.92040413524 0 99.545499225 0.5445007749999974
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf631 5.92620561097 0 99.266500125 0.6352498125000068
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf632 3.38717868509 0 99.3304993 0.5392510499999972
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf633 2.50228643329 0 99.37649925 0.4702511250000043
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf634 2.50228643329 0 99.18549985 0.7567502249999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf635 2.50228643329 0 97.9579998 2.5980003000000025
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf636 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf637 2.50228643329 0 99.386499425 0.4552508625000016
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf638 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf639 5.02870270579 0 99.437000225 0.6529997749999922
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf640 2.81322619695 0 99.578500325 0.5114996750000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf641 2.50228643329 0 98.3239996 2.0490006000000065
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf642 6.30106886729 0 99.498499875 0.5915001250000046
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf643 4.03997047176 0 99.4390005 0.6509994999999918
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf644 3.92040413524 0 99.316999875 0.5595001875000065
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf645 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf646 2.50228643329 0 99.27950065 0.6157490249999924
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf647 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf648 2.57685599488 0 97.878499025 2.717251462500002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf649 6.36224047437 0 99.46100015 0.6289998499999939
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf650 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf651 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf652 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf653 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf654 5.92620561097 0 99.4569999 0.6330000999999982
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf655 2.57685599488 0 99.266500325 0.6352495125000033
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf656 3.13161472572 0 99.579499825 0.5105001749999986
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf657 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf658 2.57685599488 0 98.2215007 2.202748949999986
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf659 2.81322619695 0 99.590000575 0.49999942499999295
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf660 2.57685599488 0 97.950000075 2.6099998874999883
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf661 2.57685599488 0 99.175999825 0.7710002624999888
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf662 2.57685599488 0 99.3644998 0.48825029999999003
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf663 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf664 2.57685599488 0 98.337999575 2.0280006375
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf665 2.57685599488 0 99.3804991 0.46425135000000495
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf666 6.7963162944 0 99.49299965 0.5970003499999962
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf667 5.92620561097 0 99.513500075 0.5764999250000017
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf668 4.48527898013 0 99.524999925 0.5650000749999947
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf669 3.85964385182 0 99.473000375 0.6169996249999997
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf670 4.03997047176 0 99.4490007 0.6409992999999986
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf671 3.85964385182 0 99.53549905 0.5545009499999992
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf672 4.03997047176 0 99.47100035 0.6189996500000007
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf673 3.85964385182 0 99.4680003 0.6219996999999978
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf674 3.77195447337 0 99.56099965 0.5290003499999983
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf675 4.73066277039 0 99.45050015 0.6394998500000014
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf676 3.38717868509 0 99.545499325 0.5445006750000033
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf677 3.13161472572 0 99.4750006 0.6149993999999964
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf678 2.57685599488 0 97.62400035 3.0989994749999923
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf679 2.50228643329 0 99.47150095 0.6184990499999913
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf680 2.50228643329 0 98.297999825 2.088000262499989
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf681 2.57685599488 0 99.417500325 0.6724996749999917
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf682 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf683 4.48527898013 0 99.4639998 0.6260002000000014
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf684 2.50228643329 0 99.473501175 0.6164988250000022
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf685 2.50228643329 0 99.368 0.4830000000000041
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf686 2.57685599488 0 98.73399925 1.4340011250000018
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf687 3.85964385182 0 99.269000825 0.6314987624999873
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf688 5.33920664205 0 99.5154996 0.5745003999999995
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf689 3.38717868509 0 99.4760001 0.6139999000000046
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf690 6.30106886729 0 99.44300025 0.6469997500000005
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf691 4.73066277039 0 99.45850055 0.6314994500000012
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf692 3.77195447337 0 99.582999775 0.5070002249999931
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf693 2.50228643329 0 99.03049945 0.9892508250000063
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf694 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf695 2.57685599488 0 99.3689987 0.48150194999998774
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf696 6.7963162944 0 99.43299975 0.6570002500000044
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf697 3.38717868509 0 99.5629995 0.5270004999999941
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf698 4.48527898013 0 99.428500425 0.661499575000002
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf699 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf700 2.50228643329 0 98.90549945 1.1767508250000063
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf701 2.81322619695 0 99.334498375 0.5332524375000034
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf702 4.03997047176 0 99.526499175 0.5635008249999999
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf703 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf704 3.85964385182 0 99.437500375 0.6524996249999987
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf705 5.92620561097 0 99.46749985 0.6225001500000019
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf706 3.77195447337 0 99.54699895 0.5430010499999952
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf707 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf708 6.30106886729 0 99.265 0.6374999999999957
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf709 2.01610051566 0 97.879997 2.715004499999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf710 3.13161472572 0 99.591500275 0.4984997249999964
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf711 6.36224047437 0 99.26650015 0.6352497749999984
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf712 3.13161472572 0 99.543499225 0.5465007749999927
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf713 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf714 2.50228643329 0 99.097500225 0.8887496624999898
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf715 5.92620561097 0 99.471999375 0.618000625000002
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf716 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf717 2.50228643329 0 99.0050001 1.027499849999991
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf718 2.57685599488 0 98.3044998 2.0782502999999934
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf719 4.03997047176 0 99.2690006 0.6314990999999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf720 3.13161472572 0 99.339998875 0.5250016874999872
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf721 2.50228643329 0 98.887998975 1.2030015374999934
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf722 6.36224047437 0 99.50550005 0.5844999500000029
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf723 2.57685599488 0 98.899499525 1.1857507125000026
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf724 3.77195447337 0 99.58400025 0.5059997499999952
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf725 5.33920664205 0 99.4505002 0.6394998000000044
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf726 2.57685599488 0 99.397999825 0.6920001749999983
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf727 4.48527898013 0 99.2640007 0.6389989500000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf728 5.02870270579 0 99.26750035 0.6337494749999877
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf729 6.7963162944 0 99.4540009 0.6359991000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf730 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf731 6.7963162944 0 99.429999925 0.6600000749999936
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf732 2.57685599488 0 99.281500125 0.6127498125000059
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf733 2.57685599488 0 99.0864994 0.9052509000000057
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf734 3.92040413524 0 99.556999775 0.5330002250000035
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf735 3.92040413524 0 99.47550035 0.6144996499999934
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----