diff --git a/paddle/framework/op_registry.h b/paddle/framework/op_registry.h
index 248c7a1a3b866ae3bf2af33d0ff67b92d0f9c456..e46da822c6c2e99b682212dc724126ac47150a24 100644
--- a/paddle/framework/op_registry.h
+++ b/paddle/framework/op_registry.h
@@ -119,6 +119,7 @@ class OpRegistry {
       op->attrs_[attr.name()] = AttrTypeHelper::GetAttrValue(attr);
     }
     op_checkers().at(op_type).Check(op->attrs_);
+    op->Init();
     return op;
   }
 
diff --git a/paddle/framework/operator.h b/paddle/framework/operator.h
index 0ce422e007c39ce0c3f5f7a89650cc211919ea8f..4336115670031fed3672e799340241c9d6f45d5f 100644
--- a/paddle/framework/operator.h
+++ b/paddle/framework/operator.h
@@ -49,6 +49,10 @@ class OperatorBase {
 
   std::string DebugString() const;
 
+  /// Init will be called after CreateOperator, you can put some initialization
+  /// logic here.
+  virtual void Init() {}
+
   /// InferShape infer the size of Variables used by this Operator with
   /// information inside scope
   virtual void InferShape(const std::shared_ptr<Scope>& scope) const = 0;
diff --git a/paddle/framework/operator_test.cc b/paddle/framework/operator_test.cc
index be8c4be2d429648b3c8a708c7f8bdcae3ff2d283..01b87bb50e7a10134fc43fa6aa2716e13c4dbe33 100644
--- a/paddle/framework/operator_test.cc
+++ b/paddle/framework/operator_test.cc
@@ -21,14 +21,19 @@ namespace framework {
 
 class OperatorTest : public OperatorBase {
  public:
+  void Init() override { x = 1; }
   void InferShape(const std::shared_ptr<Scope>& scope) const override {}
   void Run(const std::shared_ptr<Scope>& scope,
            const platform::DeviceContext& dev_ctx) const override {
     float scale = GetAttr<float>("scale");
     ASSERT_NEAR(scale, 3.14, 1e-5);
     ASSERT_EQ(scope->GetVariable(inputs_[0]), nullptr);
+    ASSERT_EQ(x, 1);
     ASSERT_NE(scope->GetVariable(outputs_[0]), nullptr);
   }
+
+ public:
+  float x = 0;
 };
 
 class OperatorTestProtoAndCheckerMaker : public OpProtoAndCheckerMaker {