diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/data/tuner_confs.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/data/tuner_confs.txt
index 347316685d6bde8a934d68c4d68a7162f1006da8..8e4fae8e8ef42fb38c300efa8ccb8ab855561e43 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/data/tuner_confs.txt
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/data/tuner_confs.txt
@@ -1,11 +1,4818 @@
 +++++
-conf1 3.86 82.91
-1 gpu conv perf 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 2 add fp32 1 tanh fp32 1 pool_max fp32 1
-3 promise swing_level 4
-4 promise swing_level 4
-5 promise swing_level 4
-6 promise swing_level 4
-7 gpu mul fp32 1 add fp32  1
-8 gpu softmax fp32 1 
+conf1 2.64294896823 0 84.24999995 -0.05999995000000524
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf2 1.545808927 0 83.99749985 0.19250015000000076
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf3 2.16268436875 0 83.9749998 0.21500019999999154
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 4 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf4 2.85243095593 0 85.582500225 -1.3925002250000063
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf5 2.88810451479 0 85.6749999 -1.4849999000000054
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf6 1.91299290156 0 84.285000025 -0.09500002500000448
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf7 2.32152521417 0 84.037500025 0.1524999749999978
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf8 1.72139681434 0 84.2400001 -0.05000010000000543
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf9 1.34088900571 0 84.46999985 -0.27999984999999583
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf10 2.15667646025 0 84.467500075 -0.27750007500000606
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf11 2.0991051315 0 84.747499875 -0.5574998750000049
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf12 2.26270700467 0 83.95499985 0.23500015000000474
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf13 2.30515485402 0 84.2474996 -0.05749959999999987
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf14 2.6444723214 0 84.177500025 0.012499974999997221
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf15 1.72142485041 0 84.20249985 -0.012499849999997537
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf16 1.25940820746 0 84.400002 -0.2100020000000029
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf17 1.66795168964 0 84.86250055 -0.6725005499999952
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf18 1.18154248199 0 84.5449999 -0.3549998999999957
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf19 2.69527868518 0 84.082499475 0.10750052499999185
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf20 3.508798013 0 84.942500025 -0.7525000250000033
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf21 1.37857982221 0 84.415000575 -0.2250005749999957
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 5 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf22 2.04302762753 0 84.9100004 -0.7200004000000035
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf23 1.80326718101 0 83.8474996 0.3425003999999916
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 4 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf24 3.59584543185 0 84.917499975 -0.7274999750000006
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf25 1.68979688527 0 84.899999625 -0.7099996250000089
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf26 3.57472722452 0 85.085000125 -0.8950001249999957
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf27 1.93608746968 0 84.092500575 0.0974994249999952
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf28 2.61505878203 0 84.652500925 -0.4625009250000005
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 4 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf29 2.80017803183 0 84.022500175 0.16749982499999305
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf30 1.77399722707 0 84.0 0.18999999999999773
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf31 1.95235606591 0 84.022500025 0.16749997499999836
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 promise swing_level 5 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf32 1.68983290704 0 84.37500035 -0.1850003499999957
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf33 3.42702742371 0 84.99249975 -0.8024997499999955
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf34 1.68985992438 0 84.147499875 0.04250012500000366
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf35 1.79338784914 0 83.9824997 0.20750029999999242
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf36 2.18853801922 0 84.08249985 0.1075001499999928
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf37 1.94133991584 0 83.992500525 0.19749947500000076
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf38 1.545808927 0 84.317500175 -0.12750017500000865
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf39 1.68016960419 0 84.8924999 -0.7024999000000065
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf40 1.813707661 0 84.347500225 -0.15750022500000682
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 6 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf41 2.30148997712 0 84.24999985 -0.05999984999999697
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf42 3.68309655183 0 84.5824999 -0.39249990000000423
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf43 3.45039880338 0 84.4624997 -0.27249969999999735
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf44 1.37705672429 0 83.852499575 0.33750042500000177
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 3 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf45 2.14805395337 0 84.0050001 0.184999899999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf46 2.05402977897 0 83.8524999 0.33750009999999975
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf47 1.70318365569 0 84.06500015 0.1249998499999947
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 4 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf48 3.55780405071 0 84.007500125 0.18249987499999065
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf49 1.83125102545 0 84.30250015 -0.11250015000000246
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf50 2.21893941807 0 84.0174997 0.17250029999999583
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf51 1.50399656712 0 83.837500325 0.35249967500000423
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf52 2.16303753646 0 84.2750006 -0.08500060000000076
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf53 3.68773262256 0 84.557500525 -0.36750052499999697
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf54 1.70253070344 0 84.047499675 0.14250032500000032
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 4 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf55 1.21172403585 0 84.27750055 -0.08750055000000145
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf56 2.44121698807 0 83.880000375 0.3099996250000032
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf57 1.24213756356 0 84.9699997 -0.7799997000000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 7 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf58 1.77222897301 0 84.467500325 -0.27750032500000543
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf59 3.41400766118 0 85.0825005 -0.892500499999997
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf60 1.74981457921 0 84.0449997 0.14500029999999242
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf61 2.66802889905 0 84.069999875 0.12000012500000423
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf62 1.23404106904 0 85.1050003 -0.9150003000000027
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 7 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf63 2.5721723393 0 84.19500045 -0.0050004499999971586
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf64 3.52044764786 0 85.060000625 -0.870000625000003
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf65 2.78728442166 0 85.515000175 -1.3250001749999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf66 2.76471189661 0 84.397499775 -0.20749977500000227
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf67 1.76326606859 0 84.2224997 -0.03249970000000246
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf68 2.81387959471 0 85.367499725 -1.177499725000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf69 2.34792427364 0 85.347500275 -1.1575002750000039
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 promise swing_level 3 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf70 2.16444954053 0 84.389999975 -0.19999997499999722
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 4 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf71 2.71129466224 0 84.49500005 -0.30500005000000385
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 4 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf72 2.12126150431 0 84.472500125 -0.28250012499999855
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 6 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf73 1.64774149134 0 84.717500125 -0.5275001250000031
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf74 2.53877485855 0 84.037500075 0.15249992500000076
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf75 2.20062372112 0 84.109999475 0.08000052500000265
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf76 2.08193610951 0 84.70999965 -0.5199996500000026
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf77 2.76479890201 0 84.432499925 -0.24249992500000417
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf78 2.83029289665 0 85.63500095 -1.4450009500000078
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf79 1.67773859853 0 84.44999925 -0.259999250000007
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf80 1.49477759283 0 83.94749985 0.24250014999999792
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf81 3.55427260758 0 84.6400004 -0.4500004000000075
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf82 1.66690077651 0 84.64499965 -0.45499965000000486
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf83 2.5407202431 0 84.030000125 0.1599998749999969
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf84 1.72467068675 0 85.365000325 -1.1750003249999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf85 3.68413346512 0 84.5499996 -0.35999960000000897
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf86 2.34426089698 0 85.3400005 -1.1500005000000044
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf87 1.5037937756 0 84.48750035 -0.2975003500000071
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf88 2.39067422722 0 84.052499975 0.13750002499999425
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 4 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf89 2.50707513602 0 83.980000125 0.20999987499999406
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf90 2.34799381894 0 85.31000005 -1.1200000500000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 promise swing_level 3 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf91 2.66611715293 0 84.115000125 0.07499987500000316
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf92 3.20484476618 0 83.940000025 0.24999997499999438
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf93 1.69280257704 0 84.497500025 -0.30750002499999596
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf94 1.32318431888 0 83.8700001 0.3199998999999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf95 3.72287609902 0 84.807500325 -0.6175003250000088
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf96 3.25808614625 0 85.262499625 -1.072499625000006
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf97 2.01697928138 0 84.880000475 -0.690000475000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf98 3.57037076434 0 84.977500175 -0.7875001750000052
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf99 3.86425755697 0 84.172499625 0.017500374999997348
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf100 2.70848729777 0 85.605000725 -1.4150007249999987
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf101 3.51194589165 0 84.83499975 -0.6449997499999967
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 4 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf102 3.83462006201 0 84.757499275 -0.567499275000003
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf103 2.18215937305 0 84.295000275 -0.10500027500000897
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf104 3.49011584637 0 84.977499975 -0.7874999750000029
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf105 4.06050228976 0 84.3225001 -0.13250010000000145
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf106 1.89032564161 0 83.905000125 0.2849998749999969
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf107 4.30956760793 0 84.042499475 0.1475005249999981
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf108 3.55081672573 0 84.95249995 -0.7624999500000058
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf109 2.10324879556 0 84.179999775 0.010000224999998863
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf110 3.29974923559 0 85.2299997 -1.0399996999999956
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf111 3.71617428087 0 84.604999725 -0.41499972500000126
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf112 1.88036454342 0 84.092500525 0.09749947499999223
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf113 1.32313131334 0 83.87500045 0.314999549999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf114 1.61009604666 0 84.1125004 0.0774995999999959
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf115 3.4913633548 0 84.9999997 -0.8099997000000059
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf116 2.46248494441 0 84.287499575 -0.0974995750000005
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf117 4.41513247874 0 84.150000225 0.039999774999998294
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf118 1.84459168829 0 84.1875 0.0024999999999977263
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf119 3.50857179065 0 85.134999625 -0.9449996250000083
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf120 1.80671337182 0 83.942499725 0.24750027499999305
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf121 3.54854477527 0 84.694999875 -0.5049998749999958
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf122 1.56738321503 0 84.067500175 0.12249982499999135
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf123 1.87469737853 0 85.257500125 -1.0675001250000093
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 4 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf124 3.62227590611 0 84.637499625 -0.44749962500000606
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf125 1.71563522059 0 84.4225002 -0.23250020000000404
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf126 3.50848120632 0 85.07749955 -0.8874995500000011
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf127 3.86941789017 0 84.8150002 -0.6250002000000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf128 1.91620722727 0 84.2499998 -0.059999799999999937
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf129 1.44196866861 0 84.097499875 0.09250012500000082
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 7 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf130 3.66732089277 0 84.7300001 -0.5400001000000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf131 2.23154899479 0 84.0849998 0.1050001999999921
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf132 1.91952997835 0 83.957500475 0.23249952499999438
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf133 3.71350030483 0 84.65000005 -0.460000050000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf134 3.81225222884 0 84.762499425 -0.5724994250000037
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf135 4.19275534826 0 84.072499925 0.11750007499999526
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf136 2.61331302144 0 85.622499825 -1.4324998250000078
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf137 2.76999273759 0 85.6424995 -1.4524995000000018
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf138 2.3065330436 0 85.5024998 -1.3124997999999977
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf139 3.49100459066 0 85.157499875 -0.9674998750000015
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf140 3.48563196276 0 85.027499775 -0.8374997749999977
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf141 2.65322761859 0 83.162500275 1.0274997249999984
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf142 2.65344076691 0 83.172500175 1.0174998250000016
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf143 2.18719023298 0 83.1900003 0.9999997000000036
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf144 2.60653577071 0 83.272499475 0.9175005249999941
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf145 4.46465646641 0 83.540000175 0.6499998249999948
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf146 2.15285399348 0 83.862499625 0.3275003749999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf147 3.65175122588 0 83.2049996 0.9850004000000041
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf148 3.9660599653 0 83.552500175 0.6374998249999919
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf149 4.53170414251 0 83.505000075 0.6849999249999996
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf150 3.71617428087 0 85.1624994 -0.9724994000000038
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf151 1.70998952611 0 84.2649998 -0.0749998000000005
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf152 2.64828400486 0 84.325000225 -0.13500022499999886
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf153 2.13368332779 0 84.232500675 -0.04250067499999943
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf154 1.26929324517 0 84.4824997 -0.2924997000000076
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 6 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf155 2.41947038317 0 83.31250035 0.8774996500000043
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf156 2.79853043416 0 83.234999475 0.9550005250000027
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf157 2.07817661079 0 85.492499525 -1.3024995250000018
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf158 2.32136581814 0 85.4974998 -1.3074998000000022
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf159 2.57879469037 0 83.847500025 0.3424999749999955
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf160 1.4878499709 0 84.120000275 0.0699997250000024
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf161 1.68769620605 0 84.239999575 -0.04999957500000107
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 6 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf162 2.50393185826 0 83.449999775 0.7400002250000028
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf163 2.68734365023 0 83.3925005 0.7974995000000007
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf164 1.98226632853 0 83.96000065 0.22999934999999994
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf165 1.78321495824 0 84.0299997 0.160000299999993
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf166 2.88456051936 0 83.067500125 1.1224998750000026
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf167 3.46456452848 0 83.1649998 1.0250001999999938
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf168 2.14610519779 0 83.92750015 0.26249984999999754
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf169 2.15539598712 0 83.96749955 0.2225004499999983
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf170 2.14272739582 0 84.882500075 -0.6925000749999981
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf171 2.1141534062 0 85.482500225 -1.2925002249999977
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf172 4.65121391718 0 83.61999925 0.5700007499999913
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf173 1.90061509944 0 83.349999775 0.8400002249999972
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 5 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf174 1.65344959931 0 84.1374996 0.05250039999999956
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf175 2.41558217054 0 83.802499175 0.3875008250000036
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf176 1.69005187813 0 85.15749975 -0.9674997500000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf177 1.92025535635 0 84.01500035 0.17499965000000373
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf178 4.00517782251 0 83.68249965 0.5075003500000008
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf179 1.95590659474 0 84.4924997 -0.3024996999999985
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf180 4.16910464671 0 83.34249945 0.8475005499999924
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf181 3.60118640098 0 85.06749975 -0.8774997499999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf182 2.28437520771 0 85.487499975 -1.297499975000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf183 3.33515476381 0 83.3474995 0.8425004999999999
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf184 2.4412921699 0 83.73999985 0.45000014999999394
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf185 2.23810809251 0 83.697500125 0.4924998749999929
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf186 2.53508341283 0 83.97000005 0.21999995000000183
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf187 2.28301365028 0 83.904999975 0.2850000250000022
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf188 1.64297502615 0 83.485 0.7049999999999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf189 3.36512250412 0 83.09750025 1.0924997500000018
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf190 3.72039948168 0 85.060000075 -0.8700000750000072
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf191 1.8677114471 0 85.1949999 -1.0049999000000014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf192 3.34983276697 0 83.1325003 1.057499699999994
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf193 2.79708619899 0 84.067499525 0.12250047499999539
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf194 2.77595110268 0 83.347500475 0.8424995249999938
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 promise swing_level 4 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf195 1.91798747232 0 83.177499725 1.0125002749999936
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf196 3.02719788308 0 83.809999925 0.3800000749999981
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf197 2.59147181998 0 84.225000325 -0.03500032499999861
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf198 4.13802989146 0 83.572500075 0.6174999250000042
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf199 3.82439653195 0 83.82249965 0.36750035000000025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf200 2.00918601238 0 83.52749955 0.662500449999996
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 5 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf201 3.59724691324 0 84.894999725 -0.7049997250000075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf202 1.55181168477 0 85.2625004 -1.0725003999999956
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 7 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf203 2.51796807154 0 83.9549999 0.2350000999999935
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf204 1.93457438195 0 83.497500075 0.6924999249999928
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf205 2.79708619899 0 85.347499675 -1.1574996749999968
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf206 2.63716680826 0 83.817499125 0.37250087500000006
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf207 3.5413017311 0 84.825 -0.6350000000000051
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf208 2.14805395337 0 83.877499775 0.31250022499999375
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf209 2.44534077265 0 83.677500375 0.5124996250000038
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf210 2.0522306547 0 85.384999175 -1.1949991750000066
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf211 4.43114738736 0 83.40499975 0.785000249999996
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf212 4.14598352007 0 83.56000045 0.6299995499999937
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf213 2.45681276337 0 83.007500125 1.1824998749999907
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf214 3.4621090664 0 84.95499985 -0.7649998499999953
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf215 1.98960444963 0 84.017500475 0.1724995249999921
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf216 2.64194541602 0 83.87749995 0.31250004999999703
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 6 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf217 1.86100158987 0 83.245000075 0.9449999250000047
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf218 2.09726577998 0 84.119999225 0.0700007749999969
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf219 2.50772231544 0 83.782500525 0.4074994749999945
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf220 2.46806682697 0 83.922500175 0.2674998250000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf221 3.46190747049 0 85.155000325 -0.9650003250000054
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 promise swing_level 5 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf222 3.59715169228 0 85.040000075 -0.850000074999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf223 2.99394102561 0 83.1549999 1.0350000999999907
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf224 2.65199694711 0 84.2325001 -0.04250009999999804
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf225 3.03108712786 0 83.847500075 0.3424999249999985
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf226 2.73775314445 0 85.5525001 -1.3625001000000054
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 4 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf227 2.08638938557 0 84.6874996 -0.4974995999999976
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf228 2.28640917883 0 83.815000325 0.374999674999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf229 4.65496735922 0 83.4199998 0.7700001999999984
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf230 2.40101445801 0 83.637499375 0.5525006249999933
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf231 3.99006059078 0 83.519999275 0.6700007249999942
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf232 3.5153328867 0 85.199999375 -1.0099993750000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf233 2.30821836295 0 83.512499675 0.6775003249999969
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 5 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf234 3.42534336841 0 85.0649998 -0.8749997999999977
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf235 1.99098571083 0 83.950000225 0.23999977500000114
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf236 1.97184253078 0 83.597499625 0.5925003750000002
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf237 2.65253450847 0 84.117500325 0.0724996750000031
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf238 4.26552823649 0 83.7325007 0.45749929999999495
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf239 1.56116021343 0 83.567500525 0.6224994749999979
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf240 2.230065491 0 83.257500275 0.9324997249999996
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf241 2.51796807154 0 83.33500005 0.8549999499999927
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf242 2.24875342151 0 85.01 -0.8200000000000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf243 2.59512211904 0 84.0050006 0.18499939999999526
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf244 2.03674680878 0 84.125000175 0.06499982500000101
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf245 3.01536982747 0 83.177498925 1.012501075000003
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf246 2.77326672033 0 83.430000075 0.7599999250000025
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf247 3.9641852392 0 83.727500525 0.4624994750000013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf248 3.60277274156 0 85.1350003 -0.9450003000000038
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf249 3.1600407978 0 83.52249965 0.6675003499999974
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf250 3.19015352593 0 83.9724998 0.21750020000000347
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf251 2.08092928034 0 85.410000475 -1.2200004750000062
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf252 4.38699651938 0 83.800000025 0.38999997499999495
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf253 2.31554800621 0 83.66999985 0.5200001500000013
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf254 4.0571911997 0 83.607499675 0.582500324999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf255 1.5075741476 0 84.0800001 0.10999989999999116
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf256 4.35301697185 0 83.235000075 0.9549999249999956
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf257 1.39485319456 0 82.967500125 1.222499874999997
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf258 2.26632820691 0 83.1674999 1.022500100000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf259 2.24761177072 0 83.83749975 0.3525002499999914
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf260 2.7460388055 0 83.847500175 0.3424998250000044
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf261 2.74582786003 0 82.980000525 1.2099994750000036
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf262 4.71813705367 0 83.5074998 0.6825001999999927
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf263 3.70041824283 0 84.8150003 -0.6250002999999964
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf264 1.5750823683 0 84.279999125 -0.08999912500000562
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf265 1.94319508586 0 83.869999875 0.32000012499999286
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 5 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf266 3.15601329684 0 83.81500015 0.3749998499999947
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf267 4.66417009743 0 83.357500425 0.8324995749999999
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf268 4.58407880356 0 83.4825001 0.707499900000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf269 1.93761018664 0 84.077500325 0.11249967499999514
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 promise swing_level 3 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf270 1.46177875321 0 83.712500175 0.4774998249999953
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf271 3.34678026738 0 83.24250035 0.9474996499999975
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf272 2.85970649021 0 83.4374996 0.7525004000000024
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf273 4.08048673759 0 83.492499925 0.6975000749999936
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 4 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf274 2.72070478524 0 84.194999875 -0.004999874999995768
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf275 1.69179877983 0 84.50000005 -0.3100000499999993
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf276 4.59344226045 0 83.40999985 0.7800001499999922
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf277 2.81294567913 0 83.552500075 0.6374999250000002
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf278 3.69669372916 0 84.704999375 -0.5149993750000021
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf279 2.50732492616 0 83.950000575 0.2399994249999935
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf280 1.95243540846 0 84.10500005 0.08499994999999672
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 promise swing_level 5 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf281 2.67302161229 0 84.019999425 0.1700005750000031
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf282 3.13207140491 0 84.072499575 0.1175004250000029
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf283 3.8160129289 0 84.967500375 -0.7775003750000025
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf284 1.75461103655 0 84.225000175 -0.035000175000007516
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf285 2.35908554337 0 83.3025001 0.8874998999999946
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf286 2.69747141415 0 84.0325002 0.15749979999999653
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf287 4.57851869679 0 83.43750015 0.7524998499999924
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf288 1.90058714913 0 83.8174999 0.37250009999999634
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf289 4.11033179261 0 83.72999995 0.4600000499999908
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf290 2.84063642 0 83.777499875 0.412500124999994
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf291 1.94141836552 0 84.197500425 -0.0075004250000034745
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf292 1.83500358955 0 84.845000675 -0.6550006749999966
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf293 3.03625257388 0 83.610000375 0.5799996249999992
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf294 4.31574006815 0 83.25749945 0.9325005500000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf295 2.23709260285 0 84.06000025 0.12999974999999608
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf296 1.74999999982 0 84.09249965 0.09750035000000423
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 5 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf297 3.74187152333 0 85.159999875 -0.9699998749999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf298 2.12490468203 0 83.18749975 1.002500249999997
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf299 4.55141371732 0 83.544999425 0.6450005749999974
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf300 2.5505253889 0 83.640000125 0.5499998749999975
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf301 2.24042830922 0 82.605000175 1.584999824999997
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf302 2.99474495472 0 82.437499975 1.7525000250000033
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 promise swing_level 4 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf303 1.83741042239 0 82.5424999 1.647500100000002
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf304 3.00314173594 0 82.372500125 1.8174998749999958
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf305 3.02855824782 0 82.602499925 1.5875000749999941
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf306 5.61856381092 0 82.71000045 1.4799995500000023
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf307 1.93345881243 0 82.8174997 1.3725002999999987
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 promise swing_level 5 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf308 3.89434526757 0 83.332500325 0.8574996749999997
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 4 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf309 3.2085926901 0 83.30000045 0.8899995499999989
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 3 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf310 2.65788202931 0 83.82000025 0.36999974999999097
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 5 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf311 3.80589962627 0 83.572500075 0.6174999250000042
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf312 5.86878107869 0 82.49500005 1.6949999499999961
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf313 4.18278212753 0 82.544999875 1.6450001249999957
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf314 2.79461037104 0 82.817499925 1.3725000749999907
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf315 2.06268071148 0 83.56000045 0.6299995499999937
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf316 3.14283005803 0 82.392499875 1.7975001249999991
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf317 2.90674893404 0 83.729999675 0.46000032499999577
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 5 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf318 5.71959200524 0 82.607499525 1.5825004750000033
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 promise swing_level 5 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf319 3.2692515574 0 83.180000175 1.0099998249999942
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf320 3.95705043142 0 83.585000475 0.6049995249999967
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf321 1.78570672713 0 82.340000125 1.8499998749999946
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf322 2.48005024845 0 82.350000025 1.8399999749999978
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 5 
+5 promise swing_level 3 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf323 3.79191778968 0 84.6900003 -0.5000002999999964
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf324 3.4043741587 0 83.0474996 1.142500400000003
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf325 3.80417060721 0 82.845000075 1.3449999249999962
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf326 3.26069885994 0 82.777499975 1.412500025
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf327 2.82134620097 0 83.242499825 0.9475001750000018
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf328 3.28309484905 0 83.217500075 0.9724999249999939
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf329 6.46142257104 0 82.4449995 1.7450005000000033
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf330 2.82907922695 0 82.920000125 1.2699998749999963
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf331 1.94130425897 0 83.192499325 0.9975006749999977
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf332 2.85648187962 0 82.979999725 1.2100002749999987
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf333 6.56415197275 0 82.767500725 1.4224992749999927
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf334 2.85655908058 0 82.9425002 1.2474998
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf335 3.35458479775 0 83.26500045 0.9249995499999955
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf336 1.4969077593 0 83.8175004 0.3724995999999976
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 3 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf337 1.94136764987 0 82.994999975 1.1950000249999988
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf338 6.51926617566 0 82.342499925 1.8475000749999992
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf339 2.85661912866 0 82.9450001 1.2449998999999963
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf340 6.88911932811 0 82.5275002 1.662499799999992
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf341 7.27771382595 0 82.409999825 1.7800001749999979
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf342 3.85388414421 0 82.8125 1.3774999999999977
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf343 3.29733747307 0 82.53750035 1.6524996499999958
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf344 3.91901992783 0 82.702499375 1.4875006249999956
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf345 6.21182199304 0 82.372499675 1.8175003249999975
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf346 6.82308639954 0 82.4049993 1.7850006999999977
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf347 2.86653584082 0 83.174999575 1.0150004249999967
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 5 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf348 2.85661912866 0 82.952500175 1.2374998250000004
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 promise swing_level 4 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf349 4.72391028113 0 83.300000575 0.8899994249999992
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf350 3.44433248501 0 82.905000175 1.2849998249999999
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf351 2.89873719902 0 83.060000275 1.1299997250000047
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf352 2.88456051936 0 83.012499775 1.1775002250000028
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf353 1.54886128481 0 84.190000275 -2.7500000499003363e-07
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf354 2.74494531438 0 83.494999875 0.6950001249999929
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf355 1.93352169198 0 82.71249985 1.4775001499999973
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 promise swing_level 5 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf356 3.22934629427 0 83.3875006 0.8024994000000021
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf357 3.40560872216 0 82.70500005 1.4849999500000024
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf358 3.91974339469 0 82.512500225 1.6774997750000011
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf359 6.38098616976 0 82.740000725 1.4499992749999961
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf360 2.11646683273 0 83.324999825 0.8650001749999916
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf361 3.44433248501 0 83.304999925 0.8850000749999936
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf362 3.49997146664 0 82.747500125 1.4424998749999958
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf363 2.92518113588 0 82.717499725 1.4725002750000016
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf364 2.03533351941 0 84.20249995 -0.01249995000000581
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf365 2.72266716041 0 82.8350002 1.3549998000000016
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf366 3.46129945382 0 83.172499975 1.017500025000004
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf367 4.7579128906 0 83.34250055 0.8474994500000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf368 2.89645117734 0 83.26749935 0.9225006500000035
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf369 7.05240539341 0 82.7375002 1.4524997999999982
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf370 4.20036519704 0 83.484999975 0.7050000250000039
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf371 2.92751275092 0 82.63750005 1.5524999499999979
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf372 2.94197024782 0 82.6324997 1.557500300000001
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf373 4.5420211194 0 82.57000075 1.6199992499999922
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf374 3.97254442813 0 82.50000025 1.6899997499999984
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf375 7.43572712186 0 82.41000015 1.7799998499999958
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf376 6.75830731775 0 82.5525 1.6375000000000028
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf377 3.52671235951 0 82.5575004 1.6324996000000027
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf378 3.90446543226 0 82.875 1.3149999999999977
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf379 7.15165036228 0 82.502499975 1.6875000249999914
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf380 2.93910064191 0 82.700000325 1.4899996749999929
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf381 3.76943901493 0 82.51499995 1.6750000499999942
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf382 4.12330429063 0 82.995000375 1.1949996249999941
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf383 7.02987984159 0 82.545000625 1.6449993749999976
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf384 1.9977292954 0 83.814999975 0.3750000249999914
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf385 3.52671235951 0 82.91249945 1.2775005499999992
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf386 2.88456051936 0 82.882500475 1.3074995249999972
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf387 2.29631826149 0 83.127500375 1.062499625000001
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf388 2.07414220093 0 82.894999475 1.2950005249999919
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf389 2.91305391447 0 82.932500025 1.2574999750000018
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf390 1.71145642796 0 82.7799999 1.4100000999999907
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf391 3.48503566282 0 83.125000375 1.0649996249999987
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf392 4.6046844451 0 83.337500325 0.8524996750000042
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf393 3.21327490919 0 82.3400005 1.8499994999999956
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf394 2.8594493929 0 83.954999425 0.23500057500000082
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf395 3.51243140488 0 82.5675 1.6225000000000023
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 5 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf396 2.11529906649 0 83.6874996 0.5025004000000024
+1 gpu conv perf 2 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf397 2.82921385526 0 83.387499575 0.802500424999991
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf398 2.89873719902 0 83.16500035 1.024999649999998
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf399 2.70213491673 0 82.62250065 1.5674993499999914
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf400 5.55996025948 0 82.72000075 1.4699992500000008
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf401 2.13777021806 0 82.5700001 1.6199998999999963
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 5 
+5 promise swing_level 5 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf402 7.14924239914 0 82.640000175 1.5499998250000004
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf403 1.98428750071 0 82.944999925 1.245000074999993
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf404 2.84826407523 0 82.947500425 1.2424995749999965
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf405 2.0200446789 0 85.564999375 -1.3749993750000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf406 1.81793200125 0 83.600000425 0.5899995749999931
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf407 3.11156482501 0 82.515000775 1.6749992249999934
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf408 2.91048425212 0 83.79750005 0.39249995000000126
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf409 3.52612669152 0 82.715 1.4749999999999943
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf410 2.44490526971 0 83.2300001 0.9599998999999997
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf411 2.91305391447 0 82.55000005 1.6399999500000035
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 promise swing_level 3 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf412 3.86832755871 0 82.68750015 1.5024998499999924
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf413 2.64364069268 0 82.520000525 1.6699994749999973
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf414 3.52662083606 0 82.719999875 1.4700001249999985
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 4 
+8 gpu softmax fp32 1
+-----
++++++
+conf415 2.18999469481 0 82.9924989 1.1975010999999967
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 5 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf416 2.23404784749 0 83.0999998 1.0900001999999915
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf417 5.89328407211 0 82.557500325 1.6324996749999912
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf418 2.10482440175 0 82.817499925 1.3725000749999907
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf419 1.92009721416 0 82.7125001 1.477499899999998
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 promise swing_level 3 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf420 2.07642908914 0 82.80749945 1.3825005500000032
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu conv perf 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf421 2.90906288284 0 83.17 1.019999999999996
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 gpu mul fp32 1 add fp32 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf422 2.31854954531 0 83.4899998 0.700000199999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf423 2.18847759891 0 84.245000325 -0.05500032500000884
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 4 
+7 promise swing_level 6 
+8 gpu softmax fp32 1
+-----
++++++
+conf424 2.71547413931 0 83.147499725 1.0425002749999948
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf425 2.21249841041 0 82.297499825 1.892500174999995
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf426 2.39455654889 0 83.867499975 0.3225000249999965
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 5 
+8 gpu softmax fp32 1
+-----
++++++
+conf427 6.5921297526 0 82.5725001 1.6174998999999985
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf428 3.48080578384 0 83.187500175 1.002499825000001
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf429 3.4844637541 0 83.152500025 1.037499975000003
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 7 
+8 gpu softmax fp32 1
+-----
++++++
+conf430 2.7738545741 0 82.822499875 1.3675001249999923
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp32 1
+-----
++++++
+conf431 3.43287705763 0 83.1475 1.042500000000004
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf432 3.23999006656 0 82.88750005 1.3024999499999979
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf433 5.89386830137 0 82.607500725 1.5824992750000035
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf434 6.56487679366 0 82.89250055 1.2974994500000037
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf435 1.78475666116 0 82.820000275 1.3699997249999996
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 promise swing_level 3 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf436 6.38776489057 0 82.3024996 1.8875003999999933
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf437 2.25110095244 0 82.46499985 1.7250001499999996
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
+-----
++++++
+conf438 3.94596728651 0 82.5174999 1.6725000999999935
+1 gpu conv perf 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 2 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu softmax fp32 1
 -----