Refine code.

paddle/function/GemmConvOp.cpp

@@ -126,14 +126,11 @@ public:
       inputData += inputChannels * inputHeight * inputWidth;
       outputData += outputChannels * outputHeight * outputWidth;
     }
-#ifdef PADDLE_MOBILE_INFERENCE
-    if (Device == DEVICE_TYPE_CPU) {
-      memory_.reset();
-    }
-#endif
   }
 };
 
+#ifdef PADDLE_MOBILE_INFERENCE
+
 /*
  * \brief Forward calculation of convolution, optimized for mobile.
  */
@@ -284,6 +281,8 @@ public:
   }
 };
 
+#endif
+
 /*
  * \brief Backward input calculation of convolution.
  */