diff --git a/paddle/platform/device_context.h b/paddle/platform/device_context.h
index 68abe937b19d9413189e201f61c20fb3e69d3cf7..44f3ac1d3929aafa39693d588b27f527e829d0f9 100644
--- a/paddle/platform/device_context.h
+++ b/paddle/platform/device_context.h
@@ -125,7 +125,6 @@ class CUDNNDeviceContext : public CUDADeviceContext {
 class MKLDNNDeviceContext : public CPUDeviceContext {
  public:
   explicit MKLDNNDeviceContext(CPUPlace place);
-  virtual ~MKLDNNDeviceContext();
 
   /* \brief  Add new element: memory, primitive or primitive desc */
   template <typename T>
diff --git a/paddle/platform/mkldnn_helper.h b/paddle/platform/mkldnn_helper.h
index 2649e4a5f375554af225d6abfc84218f86046383..07a9c362c573eb6b3b7bc02efd3afab6692f273b 100644
--- a/paddle/platform/mkldnn_helper.h
+++ b/paddle/platform/mkldnn_helper.h
@@ -14,7 +14,7 @@ limitations under the License. */
 
 #pragma once
 
-#include "mkldnn.hpp"
+#include <mkldnn.hpp>
 
 namespace paddle {
 namespace platform {