diff --git a/paddle/fluid/operators/controlflow/compare_op.cc b/paddle/fluid/operators/controlflow/compare_op.cc
index 6579a2898b9d8d66c33e895de8e96d4b8aa48a63..fcc3e5a2c13722b45f86f0bd3cee595e71f33421 100644
--- a/paddle/fluid/operators/controlflow/compare_op.cc
+++ b/paddle/fluid/operators/controlflow/compare_op.cc
@@ -60,7 +60,7 @@ class CompareOpProtoMaker : public framework::OpProtoAndCheckerMaker {
                   "Force fill output variable to cpu "
                   "memory. Otherwise, fill output variable to the running "
                   "device [default true].")
-        .SetDefault(true);
+        .SetDefault(false);
     AddOutput("Out", string::Sprintf("n-dim bool tensor. Each element is %s",
                                      comment.equation));
     AddComment(string::Sprintf(R"DOC(