diff --git a/paddle/fluid/operators/conv_mkldnn_op.cc b/paddle/fluid/operators/conv_mkldnn_op.cc
index 624377934a5b040ebaac0adcb0a4f16f71c4f946..31d45c08bff497d111d6b87cd7f75f7a057aba03 100644
--- a/paddle/fluid/operators/conv_mkldnn_op.cc
+++ b/paddle/fluid/operators/conv_mkldnn_op.cc
@@ -634,7 +634,7 @@ class ConvMKLDNNOpKernel : public paddle::framework::OpKernel<T> {
       memory::dims padding_dims = {paddings[0], paddings[1]};
 
       auto conv_desc = mkldnn::convolution_forward::desc(
-          mkldnn::prop_kind::forward, mkldnn::convolution_direct, src, weights,
+          mkldnn::prop_kind::forward_scoring, mkldnn::convolution_direct, src, weights,
           dst, stride_dims, padding_dims, padding_dims,
           mkldnn::padding_kind::zero);
 
@@ -683,7 +683,7 @@ class ConvMKLDNNOpKernel : public paddle::framework::OpKernel<T> {
       memory::dims padding_dims = {paddings[0], paddings[1]};
 
       auto conv_desc = mkldnn::convolution_forward::desc(
-          mkldnn::prop_kind::forward, mkldnn::convolution_direct, src, weights,
+          mkldnn::prop_kind::forward_scoring, mkldnn::convolution_direct, src, weights,
           bias, dst, stride_dims, padding_dims, padding_dims,
           mkldnn::padding_kind::zero);