diff --git a/paddle/framework/backward_test.cc b/paddle/framework/backward_test.cc
index 3b7cbcd98927be829d185590147adf74cd3d10d1..8fd8c826187e3e3f830fdb318c4edacbad8b7333 100644
--- a/paddle/framework/backward_test.cc
+++ b/paddle/framework/backward_test.cc
@@ -451,6 +451,7 @@ TEST(Backward, default_attribute) {
   op->SetInput("X", {"x"});
   op->SetInput("Y", {"y"});
   op->SetOutput("Out", {"out"});
+  op->CheckAttrs();
 
   AppendBackward(program, {});
 
diff --git a/paddle/framework/executor_test.cc b/paddle/framework/executor_test.cc
index 137e53d849542e48080228e0002931867c4d7fb2..eaa9c9414b631a986af1ec2de0ebad84ed27f983 100644
--- a/paddle/framework/executor_test.cc
+++ b/paddle/framework/executor_test.cc
@@ -59,6 +59,7 @@ void AddOp(const std::string& type, const VariableNameMap& inputs,
     op->SetOutput(kv.first, kv.second);
   }
   op->SetAttrMap(attrs);
+  op->CheckAttrs();
 }
 
 // Tensors in feed value variable will only be in CPUPlace
diff --git a/paddle/framework/op_registry.cc b/paddle/framework/op_registry.cc
index b118edae17430c8a4dd5c96a2a0c675766e08166..94f75b0f309417e52bb5ad3117797d8c25233257 100644
--- a/paddle/framework/op_registry.cc
+++ b/paddle/framework/op_registry.cc
@@ -62,11 +62,6 @@ std::unique_ptr<OperatorBase> OpRegistry::CreateOp(const OpDescBind& op_desc) {
 std::vector<std::unique_ptr<OpDescBind>> OpRegistry::CreateGradOpDescs(
     OpDescBind* op_desc) {
   auto& info = OpInfoMap::Instance().Get(op_desc->Type());
-
-  if (info.Checker() != nullptr) {
-    info.Checker()->Check(*op_desc->MutableAttrMap());
-  }
-
   return info.grad_op_maker_(*op_desc);
 }