diff --git a/python/paddle/v2/fluid/backward.py b/python/paddle/v2/fluid/backward.py
index 9bc3e73f5983fd9a6a4a4528905ff0e3b8941836..e05750c5bd5a4e253c123e04b37613a5470034c6 100644
--- a/python/paddle/v2/fluid/backward.py
+++ b/python/paddle/v2/fluid/backward.py
@@ -158,11 +158,9 @@ def _append_backward_ops_(target,
                 op_type="fill_constant",
                 inputs={},
                 outputs={"Out": [grad_target_name]},
-                attrs={
-                    "shape": [1],
-                    "value": 1.0,
-                    "dtype": core.DataType.FP32
-                }))
+                attrs={"shape": [1],
+                       "value": 1.0,
+                       "dtype": target.dtype}))
     for op_desc in grad_op_descs:
         new_op_desc = target_block.desc.append_op()
         new_op_desc.copy_from(op_desc)