diff --git a/paddle/fluid/framework/details/build_strategy.cc b/paddle/fluid/framework/details/build_strategy.cc
index e4b0aa21a03d279ceb074f03b51afe6c2d996fe2..1f5fd015b16dd053a4d2c5ab08a3d60d3ce7c3f0 100644
--- a/paddle/fluid/framework/details/build_strategy.cc
+++ b/paddle/fluid/framework/details/build_strategy.cc
@@ -110,7 +110,8 @@ class ParallelExecutorPassBuilder : public ir::PassBuilder {
              "mode.";
       strategy_.fuse_all_optimizer_ops_ = false;
       LOG_IF(WARNING, strategy_.fuse_all_reduce_ops_ == true)
-          << "fuse_all_optimizer_ops only work in Reducer mode.";
+          << "fuse_all_optimizer_ops only works under AllReduce "
+             "mode.";
       strategy_.fuse_all_reduce_ops_ = false;
     }
     if (strategy_.reduce_ == BuildStrategy::ReduceStrategy::kAllReduce) {
@@ -132,7 +133,8 @@ class ParallelExecutorPassBuilder : public ir::PassBuilder {
     }
     if (strategy_.fuse_all_reduce_ops_ == true) {
       LOG_IF(WARNING, strategy_.async_mode_)
-          << "fuse_all_optimizer_ops only work in Reducer mode.";
+          << "Currently, fuse_all_reduce_ops doesn't work under "
+             "async mode.";
       strategy_.fuse_all_reduce_ops_ = !strategy_.async_mode_;
     }
   }
diff --git a/paddle/fluid/framework/ir/multi_devices_graph_pass/all_reduce_deps_pass.cc b/paddle/fluid/framework/ir/multi_devices_graph_pass/all_reduce_deps_pass.cc
index 1019c4f842740b6903ab5c13a936aa62f6b0a04d..fccc36bae15fe66d2fc02353b1e821eee22c6424 100644
--- a/paddle/fluid/framework/ir/multi_devices_graph_pass/all_reduce_deps_pass.cc
+++ b/paddle/fluid/framework/ir/multi_devices_graph_pass/all_reduce_deps_pass.cc
@@ -131,7 +131,7 @@ class AllReduceDepsPass : public ir::Pass {
            auto right_in_vars =
                details::DynamicCast<details::VarHandle>(right->Inputs());
            PADDLE_ENFORCE_GT(left_in_vars.size(), 0);
-           PADDLE_ENFORCE_EQ(left_in_vars.size(), right_in_vars.size());
+           PADDLE_ENFORCE_GT(right_in_vars.size(), 0);
            return left_in_vars[0]->Name() > right_in_vars[0]->Name();
          });