diff --git a/python/paddle/v2/framework/layers.py b/python/paddle/v2/framework/layers.py
index e235ff369ef219d600fe3209344f9a7c999fad6a..8fc34501c6fbecd984956d0dbb0ae33df6b58392 100644
--- a/python/paddle/v2/framework/layers.py
+++ b/python/paddle/v2/framework/layers.py
@@ -801,12 +801,13 @@ def zeros(shape, dtype, main_program=None):
 
 def increment(x, value=1.0, main_program=None):
     helper = LayerHelper("increment", **locals())
+    out = helper.create_tmp_variable(dtype=x.data_type)
     helper.append_op(
         type='increment',
         inputs={'X': [x]},
-        outputs={'Out': [x]},
+        outputs={'Out': [out]},
         attrs={'step': value})
-    return x
+    return out
 
 
 def array_write(x, i, array=None, main_program=None):