diff --git a/paddle/fluid/operators/math/blas_impl.h b/paddle/fluid/operators/math/blas_impl.h
index 1a45752e11c16a6b94671a1afff7a949b67f25bf..2f7aeb70585dfe38d109fc5f6c24fd58c26288b9 100644
--- a/paddle/fluid/operators/math/blas_impl.h
+++ b/paddle/fluid/operators/math/blas_impl.h
@@ -128,11 +128,12 @@ struct CBlas<float> {
   static void VMERF(ARGS... args) {
     platform::dynload::vmsErf(args...);
   }
-
+#if !defined(_WIN32)
   template <typename... ARGS>
   static void CSRMM(ARGS... args) {
     platform::dynload::mkl_scsrmm(args...);
   }
+#endif
 };
 
 template <>
@@ -238,11 +239,12 @@ struct CBlas<double> {
   static void VMERF(ARGS... args) {
     platform::dynload::vmdErf(args...);
   }
-
+#if !defined(_WIN32)
   template <typename... ARGS>
   static void CSRMM(ARGS... args) {
     platform::dynload::mkl_dcsrmm(args...);
   }
+#endif
 };
 
 #else
diff --git a/paddle/fluid/platform/dynload/mklml.h b/paddle/fluid/platform/dynload/mklml.h
index 200746ab9f7731cb27e89c28cc554f4e468466cf..5070be43756fa0a0a08a410fcfcdbadaf751c424 100644
--- a/paddle/fluid/platform/dynload/mklml.h
+++ b/paddle/fluid/platform/dynload/mklml.h
@@ -88,12 +88,15 @@ extern void* mklml_dso_handle;
   __macro(vdInv);                   \
   __macro(vmsErf);                  \
   __macro(vmdErf);                  \
-  __macro(mkl_scsrmm);              \
-  __macro(mkl_dcsrmm);              \
   __macro(MKL_Set_Num_Threads)
 
 MKLML_ROUTINE_EACH(DECLARE_DYNAMIC_LOAD_MKLML_WRAP);
 
+#if !defined(_WIN32)
+DYNAMIC_LOAD_MKLML_WRAP(mkl_scsrmm);
+DYNAMIC_LOAD_MKLML_WRAP(mkl_dcsrmm);
+#endif
+
 #undef DYNAMIC_LOAD_MKLML_WRAP
 
 }  // namespace dynload