diff --git a/paddle/fluid/operators/mkldnn/conv_mkldnn_op.cc b/paddle/fluid/operators/mkldnn/conv_mkldnn_op.cc
index 01540e0ef28995108779d414e435b40a85b7c659..25bd6a9ead24601f43e8fe548f9b9bcdcc0ad12c 100644
--- a/paddle/fluid/operators/mkldnn/conv_mkldnn_op.cc
+++ b/paddle/fluid/operators/mkldnn/conv_mkldnn_op.cc
@@ -429,7 +429,9 @@ class ConvMKLDNNOpKernel : public paddle::framework::OpKernel<T> {
                                // scale couldn't be calculated
         else
           output_shift_scale[i] =
-              scale_out_data / (scale_in_data * scale_weights_data[i]);
+              static_cast<float>(static_cast<double>(scale_out_data) /
+                                 (static_cast<double>(scale_in_data) *
+                                  static_cast<double>(scale_weights_data[i])));
       }
 
       auto user_src_md =