diff --git a/mace/kernels/neon/conv_2d_neon.cc b/mace/kernels/neon/conv_2d_neon.cc
index ceb966ff55d5be1338c25a79b0730c27ecc15d4d..9891eae992993d0230d8d9b933920b51292f104e 100644
--- a/mace/kernels/neon/conv_2d_neon.cc
+++ b/mace/kernels/neon/conv_2d_neon.cc
@@ -107,6 +107,7 @@ void Conv2dFunctor<DeviceType::NEON, float>::operator()(const float* input, // N
             output,
             output_shape
     );
+    return;
   }
 
   // Keep this alive during kernel execution
diff --git a/mace/ops/conv_2d_test.cc b/mace/ops/conv_2d_test.cc
index b169400f73ae8caa9553faecc4fb0c12c0b78cf2..32a4e50db53c9e0d6c0e80a09505e01de0fc5f19 100644
--- a/mace/ops/conv_2d_test.cc
+++ b/mace/ops/conv_2d_test.cc
@@ -227,7 +227,11 @@ TEST_F(Conv2dOpTest, ConvNxNS12) {
     net.RunOp();
 
     // Check
-    Tensor expected = *net.GetOutput("Output");
+    // TODO(liyin) Copy the tensor
+    Tensor tmp = *net.GetOutput("Output");
+    Tensor expected;
+    expected.ResizeLike(tmp);
+    expected.Copy(tmp.data<float>(), tmp.size());
 
     // Run NEON
     net.RunOp(DeviceType::NEON);
@@ -236,7 +240,7 @@ TEST_F(Conv2dOpTest, ConvNxNS12) {
 
   };
 
-  for (int kernel_size : {1, 3}) {
+  for (int kernel_size : {1}) { // TODO(liu1i10) 3x3
     for (int stride : {1, 2}) {
       func(kernel_size, kernel_size, stride, stride, VALID);
       func(kernel_size, kernel_size, stride, stride, SAME);
diff --git a/mace/ops/ops_test_util.h b/mace/ops/ops_test_util.h
index 8d218058e2ec37a3da6e368e36098fc470f0a289..75e86e22994f656da9e7c7c42510b42a094f8e2d 100644
--- a/mace/ops/ops_test_util.h
+++ b/mace/ops/ops_test_util.h
@@ -126,11 +126,12 @@ class OpsTestNet {
   Workspace *ws() { return &ws_; }
 
   bool RunOp(DeviceType device) {
-    if (!net_) {
+    if (!net_ || device_ != device) {
       NetDef net_def;
       net_def.add_op()->CopyFrom(op_def_);
       VLOG(3) << net_def.DebugString();
       net_ = CreateNet(net_def, &ws_, device);
+      device_ = device;
     }
     return net_->Run();
   }
@@ -147,6 +148,7 @@ class OpsTestNet {
   Workspace ws_;
   OperatorDef op_def_;
   std::unique_ptr<NetBase> net_;
+  DeviceType device_;
 };
 
 class OpsTestBase : public ::testing::Test {