diff --git a/python/paddle/fluid/io.py b/python/paddle/fluid/io.py
index 8961a33b508c185f4f21d6a4faa08f034fffc876..9d02809e544774de65da7f4e48d6c428dee72387 100644
--- a/python/paddle/fluid/io.py
+++ b/python/paddle/fluid/io.py
@@ -1378,7 +1378,7 @@ def save_inference_model(dirname,
     with program_guard(main_program):
         uniq_target_vars = []
         for i, var in enumerate(target_vars):
-            if isinstance(var, Variable):
+            if isinstance(var, Variable) and var.dtype != paddle.bool:
                 var = layers.scale(
                     var, 1., name="save_infer_model/scale_{}".format(i))
             uniq_target_vars.append(var)
diff --git a/python/paddle/static/io.py b/python/paddle/static/io.py
index d251e273befd1c32e9f5eb3573279ea9d05c27b6..677218cc4c0e85a71dac7a37ecfd5ead259cb5cd 100644
--- a/python/paddle/static/io.py
+++ b/python/paddle/static/io.py
@@ -192,8 +192,9 @@ def normalize_program(program, feed_vars, fetch_vars):
     with program_guard(program):
         uniq_fetch_vars = []
         for i, var in enumerate(fetch_vars):
-            var = layers.scale(
-                var, 1., name="save_infer_model/scale_{}".format(i))
+            if var.dtype != paddle.bool:
+                var = layers.scale(
+                    var, 1., name="save_infer_model/scale_{}".format(i))
             uniq_fetch_vars.append(var)
         fetch_vars = uniq_fetch_vars