diff --git a/paddle/fluid/operators/activation_op.cc b/paddle/fluid/operators/activation_op.cc
index 69ae210148c7309822126a81d3e4d767442fc0f2..5a498e617a4ff4668670c1b56d282ca5188037aa 100644
--- a/paddle/fluid/operators/activation_op.cc
+++ b/paddle/fluid/operators/activation_op.cc
@@ -679,7 +679,8 @@ class SwishOpMaker : public framework::OpProtoAndCheckerMaker {
     AddAttr<float>("beta", "Constant beta of swish operator").SetDefault(1.0f);
     AddAttr<bool>("use_mkldnn",
                   "(bool, default false) Only used in mkldnn kernel")
-        .SetDefault(false);
+        .SetDefault(false)
+        .AsExtra();
     AddComment(R"DOC(
 Swish Activation Operator.