diff --git a/paddle/fluid/inference/api/paddle_pass_builder.cc b/paddle/fluid/inference/api/paddle_pass_builder.cc
index 674b7cdd6993519d685a8d114e0e0b931c7fe3cc..75b7a4ea155f0da1cc2d39dc75bec013c2c61683 100644
--- a/paddle/fluid/inference/api/paddle_pass_builder.cc
+++ b/paddle/fluid/inference/api/paddle_pass_builder.cc
@@ -253,6 +253,7 @@ void CpuPassStrategy::EnableMKLDNN() {
              "conv_swish_mkldnn_fuse_pass",         //
              "conv_hard_swish_mkldnn_fuse_pass",    //
              "conv_hard_sigmoid_mkldnn_fuse_pass",  //
+             // TODO(baoachun) fix int8 accuracy
              "conv_gelu_mkldnn_fuse_pass",
              "scale_matmul_fuse_pass",                        //
              "reshape_transpose_matmul_mkldnn_fuse_pass",     //
diff --git a/paddle/fluid/operators/compat/gelu.pbtxt b/paddle/fluid/operators/compat/gelu.pbtxt
new file mode 100644
index 0000000000000000000000000000000000000000..032063668ee2d756ae22bb1a1ea396781f91eaa1
--- /dev/null
+++ b/paddle/fluid/operators/compat/gelu.pbtxt
@@ -0,0 +1,28 @@
+type: "gelu"
+def {
+  inputs {
+    name: "X"
+  }
+  outputs {
+    name: "Out"
+  }
+  attrs {
+    name: "approximate"
+    type: BOOLEAN
+  }
+}
+extra {
+  attrs {
+    name: "use_mkldnn"
+    type: BOOLEAN
+  }
+  attrs {
+    name: "mkldnn_data_type"
+    type: STRING
+  }
+  attrs {
+    name: "use_cudnn"
+    type: BOOLEAN
+  }
+}
+