diff --git a/paddle/fluid/operators/controlflow/compare_op.cc b/paddle/fluid/operators/controlflow/compare_op.cc
index c1730b10671d08ff3f5d2dff8c1e0210eed6eebb..2b9fbe8c9e3624ed465e333d6114d1ecc9f41d08 100644
--- a/paddle/fluid/operators/controlflow/compare_op.cc
+++ b/paddle/fluid/operators/controlflow/compare_op.cc
@@ -60,7 +60,7 @@ class CompareOpProtoMaker : public framework::OpProtoAndCheckerMaker {
                   "Force fill output variable to cpu "
                   "memory. Otherwise, fill output variable to the running "
                   "device [default true].")
-        .SetDefault(true);
+        .SetDefault(false);
     AddOutput("Out", string::Sprintf("n-dim bool tensor. Each element is %s",
                                      comment.equation));
     AddComment(string::Sprintf(R"DOC(