diff --git a/python/paddle/fluid/layer_helper.py b/python/paddle/fluid/layer_helper.py
index 4341e06596892fc0969a4be79edb95cb0b0850fc..d771837fc545167f7c32fcf914dd1c3c3ae64fb3 100644
--- a/python/paddle/fluid/layer_helper.py
+++ b/python/paddle/fluid/layer_helper.py
@@ -398,6 +398,7 @@ class LayerHelper(object):
             return input_var
         if isinstance(act, basestring):
             act = {'type': act}
+        tmp = self.create_tmp_variable(dtype=input_var.dtype)
 
         if 'use_mkldnn' in self.kwargs:
             act['use_mkldnn'] = self.kwargs.get('use_mkldnn')
@@ -407,9 +408,9 @@ class LayerHelper(object):
         self.append_op(
             type=act_type,
             inputs={"X": [input_var]},
-            outputs={"Out": [input_var]},
+            outputs={"Out": [tmp]},
             attrs=act)
-        return input_var
+        return tmp
 
     def _get_default_initializer(self, dtype):
         if dtype is None or dtype_is_floating(dtype) is True: