From e6f36e050f2840b415eb226af00d9c6ea0e1a14e Mon Sep 17 00:00:00 2001
From: kswang <wangkaisheng2@huawei.com>
Date: Mon, 27 Apr 2020 17:27:40 +0800
Subject: [PATCH] change cpu kernel dir

---
 mindspore/ccsrc/kernel/CMakeLists.txt         |  8 ++++++-
 .../cpu}/apply_momentum_cpu_kernel.cc         | 10 ++++----
 .../cpu}/apply_momentum_cpu_kernel.h          | 14 +++++------
 .../cpu}/argmax_cpu_kernel.cc                 |  8 +++----
 .../kernel => kernel/cpu}/argmax_cpu_kernel.h | 16 ++++++-------
 .../cpu}/bias_add_cpu_kernel.cc               | 12 ++++------
 .../cpu}/bias_add_cpu_kernel.h                | 24 +++++++++----------
 .../cpu}/bias_add_grad_cpu_kernel.cc          | 12 ++++------
 .../cpu}/bias_add_grad_cpu_kernel.h           | 24 +++++++++----------
 .../{device => kernel}/cpu/cpu_kernel.cc      |  8 +++----
 .../ccsrc/{device => kernel}/cpu/cpu_kernel.h | 12 ++++------
 .../cpu/cpu_kernel_factory.cc                 |  8 +++----
 .../cpu/cpu_kernel_factory.h                  | 14 +++++------
 .../cpu}/equal_count_cpu_kernel.cc            |  8 +++----
 .../cpu}/equal_count_cpu_kernel.h             | 16 ++++++-------
 .../cpu}/mkldnn/conv2d_cpu_kernel.cc          | 10 ++++----
 .../cpu}/mkldnn/conv2d_cpu_kernel.h           | 14 +++++------
 .../mkldnn/conv2d_grad_filter_cpu_kernel.cc   | 10 ++++----
 .../mkldnn/conv2d_grad_filter_cpu_kernel.h    | 14 +++++------
 .../mkldnn/conv2d_grad_input_cpu_kernel.cc    | 10 ++++----
 .../mkldnn/conv2d_grad_input_cpu_kernel.h     | 14 +++++------
 .../cpu}/mkldnn/matmul_cpu_kernel.cc          | 10 ++++----
 .../cpu}/mkldnn/matmul_cpu_kernel.h           | 14 +++++------
 .../cpu}/mkldnn/mkl_cpu_kernel.cc             | 10 ++++----
 .../cpu}/mkldnn/mkl_cpu_kernel.h              | 16 ++++++-------
 .../cpu}/mkldnn/mkl_kernel_engine.cc          |  8 +++----
 .../cpu}/mkldnn/mkl_kernel_engine.h           |  6 ++---
 .../cpu}/mkldnn/mul_cpu_kernel.cc             | 10 ++++----
 .../cpu}/mkldnn/mul_cpu_kernel.h              | 14 +++++------
 .../cpu}/mkldnn/pooling_cpu_kernel.cc         | 10 ++++----
 .../cpu}/mkldnn/pooling_cpu_kernel.h          | 14 +++++------
 .../cpu}/mkldnn/pooling_grad_cpu_kernel.cc    | 10 ++++----
 .../cpu}/mkldnn/pooling_grad_cpu_kernel.h     | 14 +++++------
 .../cpu}/mkldnn/relu_cpu_kernel.cc            | 10 ++++----
 .../cpu}/mkldnn/relu_cpu_kernel.h             | 14 +++++------
 .../cpu}/mkldnn/relu_grad_cpu_kernel.cc       | 10 ++++----
 .../cpu}/mkldnn/relu_grad_cpu_kernel.h        | 14 +++++------
 .../cpu}/mkldnn/softmax_cpu_kernel.cc         | 10 ++++----
 .../cpu}/mkldnn/softmax_cpu_kernel.h          | 14 +++++------
 ...ax_cross_entropy_with_logits_cpu_kernel.cc | 10 ++++----
 ...max_cross_entropy_with_logits_cpu_kernel.h | 14 +++++------
 .../cpu}/one_hot_cpu_kernel.cc                |  8 +++----
 .../cpu}/one_hot_cpu_kernel.h                 | 16 ++++++-------
 .../cpu}/reshape_cpu_kernel.cc                |  8 +++----
 .../cpu}/reshape_cpu_kernel.h                 | 16 ++++++-------
 mindspore/ccsrc/session/CMakeLists.txt        |  7 ++++++
 .../{device/cpu => session}/cpu_session.cc    |  6 ++---
 .../{device/cpu => session}/cpu_session.h     |  0
 mindspore/ccsrc/session/session_factory.h     |  1 -
 .../insert_memcpy_async_for_getnext.cc        |  1 +
 50 files changed, 243 insertions(+), 318 deletions(-)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/apply_momentum_cpu_kernel.cc (90%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/apply_momentum_cpu_kernel.h (77%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/argmax_cpu_kernel.cc (94%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/argmax_cpu_kernel.h (77%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/bias_add_cpu_kernel.cc (91%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/bias_add_cpu_kernel.h (65%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/bias_add_grad_cpu_kernel.cc (89%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/bias_add_grad_cpu_kernel.h (62%)
 rename mindspore/ccsrc/{device => kernel}/cpu/cpu_kernel.cc (91%)
 rename mindspore/ccsrc/{device => kernel}/cpu/cpu_kernel.h (89%)
 rename mindspore/ccsrc/{device => kernel}/cpu/cpu_kernel_factory.cc (92%)
 rename mindspore/ccsrc/{device => kernel}/cpu/cpu_kernel_factory.h (86%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/equal_count_cpu_kernel.cc (92%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/equal_count_cpu_kernel.h (76%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/conv2d_cpu_kernel.cc (95%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/conv2d_cpu_kernel.h (78%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/conv2d_grad_filter_cpu_kernel.cc (95%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/conv2d_grad_filter_cpu_kernel.h (78%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/conv2d_grad_input_cpu_kernel.cc (95%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/conv2d_grad_input_cpu_kernel.h (78%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/matmul_cpu_kernel.cc (93%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/matmul_cpu_kernel.h (80%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/mkl_cpu_kernel.cc (95%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/mkl_cpu_kernel.h (82%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/mkl_kernel_engine.cc (89%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/mkl_kernel_engine.h (95%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/mul_cpu_kernel.cc (93%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/mul_cpu_kernel.h (78%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/pooling_cpu_kernel.cc (94%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/pooling_cpu_kernel.h (78%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/pooling_grad_cpu_kernel.cc (96%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/pooling_grad_cpu_kernel.h (82%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/relu_cpu_kernel.cc (91%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/relu_cpu_kernel.h (78%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/relu_grad_cpu_kernel.cc (93%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/relu_grad_cpu_kernel.h (77%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/softmax_cpu_kernel.cc (91%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/softmax_cpu_kernel.h (78%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/sparse_softmax_cross_entropy_with_logits_cpu_kernel.cc (95%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/mkldnn/sparse_softmax_cross_entropy_with_logits_cpu_kernel.h (83%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/one_hot_cpu_kernel.cc (95%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/one_hot_cpu_kernel.h (77%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/reshape_cpu_kernel.cc (92%)
 rename mindspore/ccsrc/{device/cpu/kernel => kernel/cpu}/reshape_cpu_kernel.h (78%)
 rename mindspore/ccsrc/{device/cpu => session}/cpu_session.cc (96%)
 rename mindspore/ccsrc/{device/cpu => session}/cpu_session.h (100%)

diff --git a/mindspore/ccsrc/kernel/CMakeLists.txt b/mindspore/ccsrc/kernel/CMakeLists.txt
index f3ac99283..a3a5077a1 100644
--- a/mindspore/ccsrc/kernel/CMakeLists.txt
+++ b/mindspore/ccsrc/kernel/CMakeLists.txt
@@ -17,6 +17,12 @@ if (ENABLE_D)
 	add_compile_definitions(ENABLE_D)
 endif ()
 
+if (ENABLE_CPU)
+    file(GLOB_RECURSE CPU_SRC_LIST RELATIVE ${CMAKE_CURRENT_SOURCE_DIR}
+        "cpu/*.cc"
+    )
+endif ()
+
 if (ENABLE_GPU)
     file(GLOB_RECURSE CUDA_SRC_LIST RELATIVE ${CMAKE_CURRENT_SOURCE_DIR}
         "gpu/*.cu"
@@ -37,4 +43,4 @@ if (ENABLE_GPU)
 	# add_library(_mindspore_kernel_cuda_obj OBJECT ${CUDA_SRC_LIST})
 endif()
 
-add_library(_mindspore_kernel_obj OBJECT ${KERNEL_SRC_LIST} ${GPU_SRC_LIST} ${D_SRC_LIST})
+add_library(_mindspore_kernel_obj OBJECT ${KERNEL_SRC_LIST} ${CPU_SRC_LIST} ${GPU_SRC_LIST} ${D_SRC_LIST})
diff --git a/mindspore/ccsrc/device/cpu/kernel/apply_momentum_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/apply_momentum_cpu_kernel.cc
similarity index 90%
rename from mindspore/ccsrc/device/cpu/kernel/apply_momentum_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/apply_momentum_cpu_kernel.cc
index 94b6c306e..3cd6c5741 100644
--- a/mindspore/ccsrc/device/cpu/kernel/apply_momentum_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/apply_momentum_cpu_kernel.cc
@@ -13,14 +13,13 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/kernel/apply_momentum_cpu_kernel.h"
-#include "device/cpu/kernel/mkldnn/mkl_kernel_engine.h"
+#include "kernel/cpu/apply_momentum_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/mkl_kernel_engine.h"
 #include "device/cpu/cpu_device_address.h"
 #include "common/utils.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void ApplyMomentumCPUKernel::InitKernel(const CNodePtr & /*kernel_node*/) {}
 
 bool ApplyMomentumCPUKernel::Launch(const std::vector<kernel::AddressPtr> &inputs,
@@ -44,6 +43,5 @@ bool ApplyMomentumCPUKernel::Launch(const std::vector<kernel::AddressPtr> &input
   }
   return true;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/apply_momentum_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/apply_momentum_cpu_kernel.h
similarity index 77%
rename from mindspore/ccsrc/device/cpu/kernel/apply_momentum_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/apply_momentum_cpu_kernel.h
index 84ed34043..91e159cf7 100644
--- a/mindspore/ccsrc/device/cpu/kernel/apply_momentum_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/apply_momentum_cpu_kernel.h
@@ -13,16 +13,15 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_APPLY_MOMENTUM_CPU_KERNEL_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_APPLY_MOMENTUM_CPU_KERNEL_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_APPLY_MOMENTUM_CPU_KERNEL_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_APPLY_MOMENTUM_CPU_KERNEL_H_
 
 #include <vector>
 #include <memory>
-#include "device/cpu/kernel/mkldnn/mkl_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/mkl_cpu_kernel.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 class ApplyMomentumCPUKernel : public MKLCPUKernel {
  public:
   ApplyMomentumCPUKernel() = default;
@@ -35,8 +34,7 @@ class ApplyMomentumCPUKernel : public MKLCPUKernel {
 };
 
 MS_REG_CPU_KERNEL(ApplyMomentum, ApplyMomentumCPUKernel);
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_APPLY_MOMENTUM_CPU_KERNEL_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_APPLY_MOMENTUM_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/argmax_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/argmax_cpu_kernel.cc
similarity index 94%
rename from mindspore/ccsrc/device/cpu/kernel/argmax_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/argmax_cpu_kernel.cc
index a492bf796..ee328df72 100644
--- a/mindspore/ccsrc/device/cpu/kernel/argmax_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/argmax_cpu_kernel.cc
@@ -13,12 +13,11 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/kernel/argmax_cpu_kernel.h"
+#include "kernel/cpu/argmax_cpu_kernel.h"
 #include "device/cpu/cpu_device_address.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void ArgmaxCPUKernel::InitKernel(const CNodePtr &kernel_node) {
   MS_EXCEPTION_IF_NULL(kernel_node);
   std::vector<size_t> shape = AnfAlgo::GetInputDeviceShape(kernel_node, 0);
@@ -64,6 +63,5 @@ bool ArgmaxCPUKernel::Launch(const std::vector<kernel::AddressPtr> &inputs,
   }
   return true;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/argmax_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/argmax_cpu_kernel.h
similarity index 77%
rename from mindspore/ccsrc/device/cpu/kernel/argmax_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/argmax_cpu_kernel.h
index 993b012c4..b50b5fc27 100644
--- a/mindspore/ccsrc/device/cpu/kernel/argmax_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/argmax_cpu_kernel.h
@@ -13,16 +13,15 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_ARGMAX_CPU_KERNEL_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_ARGMAX_CPU_KERNEL_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_ARGMAX_CPU_KERNEL_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_ARGMAX_CPU_KERNEL_H_
 #include <vector>
 #include <memory>
-#include "device/cpu/cpu_kernel.h"
-#include "device/cpu/cpu_kernel_factory.h"
+#include "kernel/cpu/cpu_kernel.h"
+#include "kernel/cpu/cpu_kernel_factory.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 class ArgmaxCPUKernel : public CPUKernel {
  public:
   ArgmaxCPUKernel() = default;
@@ -39,8 +38,7 @@ class ArgmaxCPUKernel : public CPUKernel {
 };
 
 MS_REG_CPU_KERNEL(Argmax, ArgmaxCPUKernel);
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_ARGMAX_CPU_KERNEL_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_ARGMAX_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/bias_add_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/bias_add_cpu_kernel.cc
similarity index 91%
rename from mindspore/ccsrc/device/cpu/kernel/bias_add_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/bias_add_cpu_kernel.cc
index 4661ee73c..00f301723 100644
--- a/mindspore/ccsrc/device/cpu/kernel/bias_add_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/bias_add_cpu_kernel.cc
@@ -14,12 +14,11 @@
  * limitations under the License.
  */
 
-#include "device/cpu/kernel/bias_add_cpu_kernel.h"
+#include "kernel/cpu/bias_add_cpu_kernel.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
-void BiasAddCpuKernel::InitKernel(const CNodePtr &kernel_node) {
+namespace kernel {
+void BiasAddCPUKernel::InitKernel(const CNodePtr &kernel_node) {
   MS_EXCEPTION_IF_NULL(kernel_node);
   input_shape_ = AnfAlgo::GetInputDeviceShape(kernel_node, 0);
   bias_shape_ = AnfAlgo::GetInputDeviceShape(kernel_node, 1);
@@ -41,7 +40,7 @@ void BiasAddCpuKernel::InitKernel(const CNodePtr &kernel_node) {
   }
 }
 
-bool BiasAddCpuKernel::Launch(const std::vector<AddressPtr> &inputs, const std::vector<AddressPtr> & /*workspace*/,
+bool BiasAddCPUKernel::Launch(const std::vector<AddressPtr> &inputs, const std::vector<AddressPtr> & /*workspace*/,
                               const std::vector<AddressPtr> &outputs) {
   if (inputs.size() != 2 || outputs.size() != 1) {
     MS_LOG(EXCEPTION) << "inputs outputs size not supoort";
@@ -79,6 +78,5 @@ bool BiasAddCpuKernel::Launch(const std::vector<AddressPtr> &inputs, const std::
   }
   return true;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/bias_add_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/bias_add_cpu_kernel.h
similarity index 65%
rename from mindspore/ccsrc/device/cpu/kernel/bias_add_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/bias_add_cpu_kernel.h
index 45028523b..9c1a23b4e 100644
--- a/mindspore/ccsrc/device/cpu/kernel/bias_add_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/bias_add_cpu_kernel.h
@@ -13,21 +13,20 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_MINDSPORE_CCSRC_DEVICE_CPU_KERNEL_BIAS_ADD_CPU_KERNEL_H_
-#define MINDSPORE_MINDSPORE_CCSRC_DEVICE_CPU_KERNEL_BIAS_ADD_CPU_KERNEL_H_
+#ifndef MINDSPORE_MINDSPORE_CCSRC_KERNEL_CPU_BIAS_ADD_CPU_KERNEL_H_
+#define MINDSPORE_MINDSPORE_CCSRC_KERNEL_CPU_BIAS_ADD_CPU_KERNEL_H_
 
 #include <vector>
 #include <memory>
-#include "device/cpu/cpu_kernel.h"
-#include "device/cpu/cpu_kernel_factory.h"
+#include "kernel/cpu/cpu_kernel.h"
+#include "kernel/cpu/cpu_kernel_factory.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
-class BiasAddCpuKernel : public CPUKernel {
+namespace kernel {
+class BiasAddCPUKernel : public CPUKernel {
  public:
-  BiasAddCpuKernel() = default;
-  ~BiasAddCpuKernel() override = default;
+  BiasAddCPUKernel() = default;
+  ~BiasAddCPUKernel() override = default;
 
   void InitKernel(const CNodePtr &kernel_node) override;
   bool Launch(const std::vector<AddressPtr> &inputs, const std::vector<AddressPtr> &workspace,
@@ -38,8 +37,7 @@ class BiasAddCpuKernel : public CPUKernel {
   std::vector<size_t> input_shape_;
   std::vector<size_t> bias_shape_;
 };
-MS_REG_CPU_KERNEL(BiasAdd, BiasAddCpuKernel);
-}  // namespace cpu
-}  // namespace device
+MS_REG_CPU_KERNEL(BiasAdd, BiasAddCPUKernel);
+}  // namespace kernel
 }  // namespace mindspore
-#endif  // MINDSPORE_MINDSPORE_CCSRC_DEVICE_CPU_KERNEL_BIAS_ADD_CPU_KERNEL_H_
+#endif  // MINDSPORE_MINDSPORE_CCSRC_KERNEL_CPU_BIAS_ADD_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/bias_add_grad_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/bias_add_grad_cpu_kernel.cc
similarity index 89%
rename from mindspore/ccsrc/device/cpu/kernel/bias_add_grad_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/bias_add_grad_cpu_kernel.cc
index 6846ca255..1d9c7d076 100644
--- a/mindspore/ccsrc/device/cpu/kernel/bias_add_grad_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/bias_add_grad_cpu_kernel.cc
@@ -14,12 +14,11 @@
  * limitations under the License.
  */
 
-#include "device/cpu/kernel/bias_add_grad_cpu_kernel.h"
+#include "kernel/cpu/bias_add_grad_cpu_kernel.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
-void BiasAddGradCpuKernel::InitKernel(const CNodePtr &kernel_node) {
+namespace kernel {
+void BiasAddGradCPUKernel::InitKernel(const CNodePtr &kernel_node) {
   MS_EXCEPTION_IF_NULL(kernel_node);
   input_shape_ = AnfAlgo::GetInputDeviceShape(kernel_node, 0);
   if (input_shape_.size() != 4 && input_shape_.size() != 2) {
@@ -27,7 +26,7 @@ void BiasAddGradCpuKernel::InitKernel(const CNodePtr &kernel_node) {
   }
 }
 
-bool BiasAddGradCpuKernel::Launch(const std::vector<AddressPtr> &inputs, const std::vector<AddressPtr> & /*workspace*/,
+bool BiasAddGradCPUKernel::Launch(const std::vector<AddressPtr> &inputs, const std::vector<AddressPtr> & /*workspace*/,
                                   const std::vector<AddressPtr> &outputs) {
   if (inputs.size() != 1 || outputs.size() != 1) {
     MS_LOG(EXCEPTION) << "input output size not support";
@@ -65,6 +64,5 @@ bool BiasAddGradCpuKernel::Launch(const std::vector<AddressPtr> &inputs, const s
   }
   return true;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/bias_add_grad_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/bias_add_grad_cpu_kernel.h
similarity index 62%
rename from mindspore/ccsrc/device/cpu/kernel/bias_add_grad_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/bias_add_grad_cpu_kernel.h
index 736540b8a..3c4d6e9a7 100644
--- a/mindspore/ccsrc/device/cpu/kernel/bias_add_grad_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/bias_add_grad_cpu_kernel.h
@@ -14,21 +14,20 @@
  * limitations under the License.
  */
 
-#ifndef MINDSPORE_MINDSPORE_CCSRC_DEVICE_CPU_KERNEL_BIASADDGRADCPUKERNEL_H_
-#define MINDSPORE_MINDSPORE_CCSRC_DEVICE_CPU_KERNEL_BIASADDGRADCPUKERNEL_H_
+#ifndef MINDSPORE_MINDSPORE_CCSRC_KERNEL_CPU_BIASADDGRADCPUKERNEL_H_
+#define MINDSPORE_MINDSPORE_CCSRC_KERNEL_CPU_BIASADDGRADCPUKERNEL_H_
 
 #include <vector>
 #include <memory>
-#include "device/cpu/cpu_kernel.h"
-#include "device/cpu/cpu_kernel_factory.h"
+#include "kernel/cpu/cpu_kernel.h"
+#include "kernel/cpu/cpu_kernel_factory.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
-class BiasAddGradCpuKernel : public CPUKernel {
+namespace kernel {
+class BiasAddGradCPUKernel : public CPUKernel {
  public:
-  BiasAddGradCpuKernel() = default;
-  ~BiasAddGradCpuKernel() override = default;
+  BiasAddGradCPUKernel() = default;
+  ~BiasAddGradCPUKernel() override = default;
 
   void InitKernel(const CNodePtr &kernel_node) override;
   bool Launch(const std::vector<AddressPtr> &inputs, const std::vector<AddressPtr> &workspace,
@@ -37,8 +36,7 @@ class BiasAddGradCpuKernel : public CPUKernel {
  private:
   std::vector<size_t> input_shape_;
 };
-MS_REG_CPU_KERNEL(BiasAddGrad, BiasAddGradCpuKernel);
-}  // namespace cpu
-}  // namespace device
+MS_REG_CPU_KERNEL(BiasAddGrad, BiasAddGradCPUKernel);
+}  // namespace kernel
 }  // namespace mindspore
-#endif  // MINDSPORE_MINDSPORE_CCSRC_DEVICE_CPU_KERNEL_BIASADDGRADCPUKERNEL_H_
+#endif  // MINDSPORE_MINDSPORE_CCSRC_KERNEL_CPU_BIASADDGRADCPUKERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/cpu_kernel.cc
similarity index 91%
rename from mindspore/ccsrc/device/cpu/cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/cpu_kernel.cc
index 5f810ff52..7150c06eb 100644
--- a/mindspore/ccsrc/device/cpu/cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/cpu_kernel.cc
@@ -13,11 +13,10 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/cpu_kernel.h"
+#include "kernel/cpu/cpu_kernel.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void CPUKernel::InitInputOutputSize(const CNodePtr &kernel_node) {
   MS_EXCEPTION_IF_NULL(kernel_node);
   size_t input_num = AnfAlgo::GetInputTensorNum(kernel_node);
@@ -41,6 +40,5 @@ void CPUKernel::Init(const CNodePtr &kernel_node) {
   InitInputOutputSize(kernel_node);
   InitKernel(kernel_node);
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/cpu_kernel.h
similarity index 89%
rename from mindspore/ccsrc/device/cpu/cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/cpu_kernel.h
index ebd182ee4..f9121cb17 100644
--- a/mindspore/ccsrc/device/cpu/cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/cpu_kernel.h
@@ -13,8 +13,8 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_CPU_KERNEL_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_CPU_KERNEL_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_CPU_KERNEL_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_CPU_KERNEL_H_
 
 #include <string>
 #include <vector>
@@ -28,8 +28,7 @@
 using mindspore::kernel::Address;
 using mindspore::kernel::AddressPtr;
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 const char KSIZE[] = "ksize";
 const char STRIDE[] = "stride";
 const char STRIDES[] = "strides";
@@ -70,8 +69,7 @@ class CPUKernel : public kernel::KernelMod {
   std::vector<size_t> output_size_list_;
   std::vector<size_t> workspace_size_list_;
 };
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_CPU_KERNEL_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/cpu_kernel_factory.cc b/mindspore/ccsrc/kernel/cpu/cpu_kernel_factory.cc
similarity index 92%
rename from mindspore/ccsrc/device/cpu/cpu_kernel_factory.cc
rename to mindspore/ccsrc/kernel/cpu/cpu_kernel_factory.cc
index 77a334534..66949cb4f 100644
--- a/mindspore/ccsrc/device/cpu/cpu_kernel_factory.cc
+++ b/mindspore/ccsrc/kernel/cpu/cpu_kernel_factory.cc
@@ -14,15 +14,14 @@
  * limitations under the License.
  */
 
-#include "device/cpu/cpu_kernel_factory.h"
+#include "kernel/cpu/cpu_kernel_factory.h"
 
 #include <memory>
 #include <iostream>
 #include <string>
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 CPUKernelFactory &CPUKernelFactory::Get() {
   static CPUKernelFactory instance;
   return instance;
@@ -45,6 +44,5 @@ std::shared_ptr<CPUKernel> CPUKernelFactory::Create(const std::string &kernel_na
   }
   return nullptr;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/cpu_kernel_factory.h b/mindspore/ccsrc/kernel/cpu/cpu_kernel_factory.h
similarity index 86%
rename from mindspore/ccsrc/device/cpu/cpu_kernel_factory.h
rename to mindspore/ccsrc/kernel/cpu/cpu_kernel_factory.h
index 6a86f9470..f54675863 100644
--- a/mindspore/ccsrc/device/cpu/cpu_kernel_factory.h
+++ b/mindspore/ccsrc/kernel/cpu/cpu_kernel_factory.h
@@ -13,8 +13,8 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_CPU_KERNEL_FACTORY_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_CPU_KERNEL_FACTORY_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_CPU_KERNEL_FACTORY_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_CPU_KERNEL_FACTORY_H_
 
 #include <functional>
 #include <map>
@@ -22,10 +22,9 @@
 #include <string>
 #include <utility>
 #include "common/utils.h"
-#include "device/cpu/cpu_kernel.h"
+#include "kernel/cpu/cpu_kernel.h"
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 using CPUKernelCreator = std::function<std::shared_ptr<CPUKernel>()>;
 class CPUKernelFactory {
  public:
@@ -51,8 +50,7 @@ class CPUKernelRegistrar {
 #define MS_REG_CPU_KERNEL(KERNEL_NAME, KERNEL_CLASS)                             \
   static const CPUKernelRegistrar g_cpu_kernel_##KERNEL_NAME##_reg(#KERNEL_NAME, \
                                                                    []() { return std::make_shared<KERNEL_CLASS>(); });
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_CPU_KERNEL_FACTORY_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_CPU_KERNEL_FACTORY_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/equal_count_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/equal_count_cpu_kernel.cc
similarity index 92%
rename from mindspore/ccsrc/device/cpu/kernel/equal_count_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/equal_count_cpu_kernel.cc
index ee6bb9f14..60e7eafa7 100644
--- a/mindspore/ccsrc/device/cpu/kernel/equal_count_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/equal_count_cpu_kernel.cc
@@ -13,12 +13,11 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/kernel/equal_count_cpu_kernel.h"
+#include "kernel/cpu/equal_count_cpu_kernel.h"
 #include "device/cpu/cpu_device_address.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void EqualCountCPUKernel::InitKernel(const CNodePtr & /*kernel_node*/) {}
 
 bool EqualCountCPUKernel::Launch(const std::vector<kernel::AddressPtr> &inputs,
@@ -43,6 +42,5 @@ bool EqualCountCPUKernel::Launch(const std::vector<kernel::AddressPtr> &inputs,
   output[0] = count;
   return true;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/equal_count_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/equal_count_cpu_kernel.h
similarity index 76%
rename from mindspore/ccsrc/device/cpu/kernel/equal_count_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/equal_count_cpu_kernel.h
index 26f343e85..ecfe24a90 100644
--- a/mindspore/ccsrc/device/cpu/kernel/equal_count_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/equal_count_cpu_kernel.h
@@ -13,16 +13,15 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_EQUAL_COUNT_CPU_KERNEL_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_EQUAL_COUNT_CPU_KERNEL_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_EQUAL_COUNT_CPU_KERNEL_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_EQUAL_COUNT_CPU_KERNEL_H_
 #include <vector>
 #include <memory>
-#include "device/cpu/cpu_kernel.h"
-#include "device/cpu/cpu_kernel_factory.h"
+#include "kernel/cpu/cpu_kernel.h"
+#include "kernel/cpu/cpu_kernel_factory.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 class EqualCountCPUKernel : public CPUKernel {
  public:
   EqualCountCPUKernel() = default;
@@ -35,8 +34,7 @@ class EqualCountCPUKernel : public CPUKernel {
 };
 
 MS_REG_CPU_KERNEL(EqualCount, EqualCountCPUKernel);
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_EQUAL_COUNT_CPU_KERNEL_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_EQUAL_COUNT_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/conv2d_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/mkldnn/conv2d_cpu_kernel.cc
similarity index 95%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/conv2d_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/mkldnn/conv2d_cpu_kernel.cc
index 5d63aee6c..657c85dc4 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/conv2d_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/conv2d_cpu_kernel.cc
@@ -13,15 +13,14 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/kernel/mkldnn/conv2d_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/conv2d_cpu_kernel.h"
 #include <string>
 #include "common/utils.h"
-#include "device/cpu/kernel/mkldnn/mkl_kernel_engine.h"
+#include "kernel/cpu/mkldnn/mkl_kernel_engine.h"
 #include "device/cpu/cpu_device_address.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void Conv2dCPUKernel::InitKernel(const CNodePtr &kernel_node) {
   MS_EXCEPTION_IF_NULL(kernel_node);
   std::vector<size_t> src_shape = AnfAlgo::GetInputDeviceShape(kernel_node, 0);
@@ -88,6 +87,5 @@ bool Conv2dCPUKernel::Launch(const std::vector<kernel::AddressPtr> &inputs,
   ExecutePrimitive();
   return true;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/conv2d_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/mkldnn/conv2d_cpu_kernel.h
similarity index 78%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/conv2d_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/mkldnn/conv2d_cpu_kernel.h
index d975b537c..b91059a0d 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/conv2d_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/conv2d_cpu_kernel.h
@@ -13,16 +13,15 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_CONV2D_CPU_KERNEL_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_CONV2D_CPU_KERNEL_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_CONV2D_CPU_KERNEL_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_CONV2D_CPU_KERNEL_H_
 
 #include <vector>
 #include <memory>
-#include "device/cpu/kernel/mkldnn/mkl_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/mkl_cpu_kernel.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 class Conv2dCPUKernel : public MKLCPUKernel {
  public:
   Conv2dCPUKernel() = default;
@@ -35,8 +34,7 @@ class Conv2dCPUKernel : public MKLCPUKernel {
 };
 
 MS_REG_CPU_KERNEL(Conv2D, Conv2dCPUKernel);
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_CONV2D_CPU_KERNEL_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_CONV2D_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/conv2d_grad_filter_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/mkldnn/conv2d_grad_filter_cpu_kernel.cc
similarity index 95%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/conv2d_grad_filter_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/mkldnn/conv2d_grad_filter_cpu_kernel.cc
index 1a7c10a53..fbfebaf56 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/conv2d_grad_filter_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/conv2d_grad_filter_cpu_kernel.cc
@@ -13,15 +13,14 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/kernel/mkldnn/conv2d_grad_filter_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/conv2d_grad_filter_cpu_kernel.h"
 #include <string>
 #include "common/utils.h"
-#include "device/cpu/kernel/mkldnn/mkl_kernel_engine.h"
+#include "kernel/cpu/mkldnn/mkl_kernel_engine.h"
 #include "device/cpu/cpu_device_address.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void Conv2dGradFilterCPUKernel::InitKernel(const CNodePtr &kernel_node) {
   MS_EXCEPTION_IF_NULL(kernel_node);
   std::vector<size_t> src_shape = AnfAlgo::GetInputDeviceShape(kernel_node, 1);
@@ -90,6 +89,5 @@ bool Conv2dGradFilterCPUKernel::Launch(const std::vector<kernel::AddressPtr> &in
   ExecutePrimitive();
   return true;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/conv2d_grad_filter_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/mkldnn/conv2d_grad_filter_cpu_kernel.h
similarity index 78%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/conv2d_grad_filter_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/mkldnn/conv2d_grad_filter_cpu_kernel.h
index d42c1166f..b6cd78171 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/conv2d_grad_filter_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/conv2d_grad_filter_cpu_kernel.h
@@ -13,16 +13,15 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_CONV2D_GRAD_FILTER_CPU_KERNEL_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_CONV2D_GRAD_FILTER_CPU_KERNEL_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_CONV2D_GRAD_FILTER_CPU_KERNEL_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_CONV2D_GRAD_FILTER_CPU_KERNEL_H_
 
 #include <vector>
 #include <memory>
-#include "device/cpu/kernel/mkldnn/mkl_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/mkl_cpu_kernel.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 class Conv2dGradFilterCPUKernel : public MKLCPUKernel {
  public:
   Conv2dGradFilterCPUKernel() = default;
@@ -35,8 +34,7 @@ class Conv2dGradFilterCPUKernel : public MKLCPUKernel {
 };
 
 MS_REG_CPU_KERNEL(Conv2DBackpropFilter, Conv2dGradFilterCPUKernel);
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_CONV2D_GRAD_FILTER_CPU_KERNEL_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_CONV2D_GRAD_FILTER_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/conv2d_grad_input_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/mkldnn/conv2d_grad_input_cpu_kernel.cc
similarity index 95%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/conv2d_grad_input_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/mkldnn/conv2d_grad_input_cpu_kernel.cc
index 04dda20ac..ff0b8633d 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/conv2d_grad_input_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/conv2d_grad_input_cpu_kernel.cc
@@ -13,15 +13,14 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/kernel/mkldnn/conv2d_grad_input_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/conv2d_grad_input_cpu_kernel.h"
 #include <string>
-#include "device/cpu/kernel/mkldnn/mkl_kernel_engine.h"
+#include "kernel/cpu/mkldnn/mkl_kernel_engine.h"
 #include "device/cpu/cpu_device_address.h"
 #include "common/utils.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void Conv2dGradInputCPUKernel::InitKernel(const CNodePtr &kernel_node) {
   MS_EXCEPTION_IF_NULL(kernel_node);
   std::vector<size_t> src_shape = AnfAlgo::GetOutputDeviceShape(kernel_node, 0);
@@ -89,6 +88,5 @@ bool Conv2dGradInputCPUKernel::Launch(const std::vector<kernel::AddressPtr> &inp
   ExecutePrimitive();
   return true;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/conv2d_grad_input_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/mkldnn/conv2d_grad_input_cpu_kernel.h
similarity index 78%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/conv2d_grad_input_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/mkldnn/conv2d_grad_input_cpu_kernel.h
index fb6e14688..c61d8133e 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/conv2d_grad_input_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/conv2d_grad_input_cpu_kernel.h
@@ -13,16 +13,15 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_CONV2D_GRAD_INPUT_CPU_KERNEL_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_CONV2D_GRAD_INPUT_CPU_KERNEL_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_CONV2D_GRAD_INPUT_CPU_KERNEL_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_CONV2D_GRAD_INPUT_CPU_KERNEL_H_
 
 #include <vector>
 #include <memory>
-#include "device/cpu/kernel/mkldnn/mkl_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/mkl_cpu_kernel.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 class Conv2dGradInputCPUKernel : public MKLCPUKernel {
  public:
   Conv2dGradInputCPUKernel() = default;
@@ -35,8 +34,7 @@ class Conv2dGradInputCPUKernel : public MKLCPUKernel {
 };
 
 MS_REG_CPU_KERNEL(Conv2DBackpropInput, Conv2dGradInputCPUKernel);
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_CONV2D_GRAD_INPUT_CPU_KERNEL_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_CONV2D_GRAD_INPUT_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/matmul_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/mkldnn/matmul_cpu_kernel.cc
similarity index 93%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/matmul_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/mkldnn/matmul_cpu_kernel.cc
index 84d9508c7..28266f2aa 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/matmul_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/matmul_cpu_kernel.cc
@@ -13,16 +13,15 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/kernel/mkldnn/matmul_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/matmul_cpu_kernel.h"
 #include <algorithm>
 #include <utility>
-#include "device/cpu/kernel/mkldnn/mkl_kernel_engine.h"
+#include "kernel/cpu/mkldnn/mkl_kernel_engine.h"
 #include "common/utils.h"
 #include "device/cpu/cpu_device_address.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void MatMulCPUKernel::InitKernel(const CNodePtr &kernel_node) {
   MS_EXCEPTION_IF_NULL(kernel_node);
   std::vector<size_t> src_shape = AnfAlgo::GetInputDeviceShape(kernel_node, 0);
@@ -68,6 +67,5 @@ bool MatMulCPUKernel::Launch(const std::vector<kernel::AddressPtr> &inputs,
   (void)dnnl_sgemm(trans_a_, trans_b_, dim_m_, dim_n_, dim_k_, 1.f, input_a, lda, input_b, ldb, 0.f, output, dim_n_);
   return true;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/matmul_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/mkldnn/matmul_cpu_kernel.h
similarity index 80%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/matmul_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/mkldnn/matmul_cpu_kernel.h
index b096e7674..ecca5dec7 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/matmul_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/matmul_cpu_kernel.h
@@ -13,16 +13,15 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_MATMUL_CPU_KERNEL_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_MATMUL_CPU_KERNEL_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_MATMUL_CPU_KERNEL_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_MATMUL_CPU_KERNEL_H_
 
 #include <vector>
 #include <memory>
-#include "device/cpu/kernel/mkldnn/mkl_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/mkl_cpu_kernel.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 class MatMulCPUKernel : public MKLCPUKernel {
  public:
   MatMulCPUKernel() = default;
@@ -42,8 +41,7 @@ class MatMulCPUKernel : public MKLCPUKernel {
 };
 
 MS_REG_CPU_KERNEL(MatMul, MatMulCPUKernel);
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_MATMUL_CPU_KERNEL_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_MATMUL_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/mkl_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/mkldnn/mkl_cpu_kernel.cc
similarity index 95%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/mkl_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/mkldnn/mkl_cpu_kernel.cc
index 677df1d0f..1f7ccf9e4 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/mkl_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/mkl_cpu_kernel.cc
@@ -13,16 +13,15 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/kernel/mkldnn/mkl_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/mkl_cpu_kernel.h"
 #include <vector>
 #include <string>
 #include <algorithm>
 #include "common/utils.h"
-#include "device/cpu/kernel/mkldnn/mkl_kernel_engine.h"
+#include "kernel/cpu/mkldnn/mkl_kernel_engine.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void MKLCPUKernel::GetPadding(const CNodePtr &kernel_node, const std::string &pad_mode,
                               const std::vector<size_t> &src_shape, int kernel_size, int stride,
                               std::vector<int> *padding_l, std::vector<int> *padding_r) {
@@ -99,6 +98,5 @@ void MKLCPUKernel::SetArgumentHandle(int arg_key, void *ptr) {
 }
 
 void MKLCPUKernel::ExecutePrimitive() { MKLKernelEngine::Get().Execute(primitive_, arguments_); }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/mkl_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/mkldnn/mkl_cpu_kernel.h
similarity index 82%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/mkl_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/mkldnn/mkl_cpu_kernel.h
index 0a38de706..cd06032ff 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/mkl_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/mkl_cpu_kernel.h
@@ -13,20 +13,19 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_MKL_CPU_KERNEL_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_MKL_CPU_KERNEL_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_MKL_CPU_KERNEL_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_MKL_CPU_KERNEL_H_
 
 #include <string>
 #include <unordered_map>
 #include <memory>
 #include <vector>
 #include "dnnl.hpp"
-#include "device/cpu/cpu_kernel.h"
-#include "device/cpu/cpu_kernel_factory.h"
+#include "kernel/cpu/cpu_kernel.h"
+#include "kernel/cpu/cpu_kernel_factory.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 class MKLCPUKernel : public CPUKernel {
  public:
   MKLCPUKernel() = default;
@@ -43,8 +42,7 @@ class MKLCPUKernel : public CPUKernel {
   std::unordered_map<int, dnnl::memory> arguments_;
   std::shared_ptr<dnnl::primitive> primitive_{nullptr};
 };
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_MKL_CPU_KERNEL_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_MKL_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/mkl_kernel_engine.cc b/mindspore/ccsrc/kernel/cpu/mkldnn/mkl_kernel_engine.cc
similarity index 89%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/mkl_kernel_engine.cc
rename to mindspore/ccsrc/kernel/cpu/mkldnn/mkl_kernel_engine.cc
index 702514873..ae4dbb26d 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/mkl_kernel_engine.cc
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/mkl_kernel_engine.cc
@@ -13,13 +13,12 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/kernel/mkldnn/mkl_kernel_engine.h"
+#include "kernel/cpu/mkldnn/mkl_kernel_engine.h"
 #include "utils/log_adapter.h"
 #include "dnnl.hpp"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void MKLKernelEngine::Execute(const std::shared_ptr<dnnl::primitive> &primitive,
                               const std::unordered_map<int, dnnl::memory> &arguments) {
   MS_EXCEPTION_IF_NULL(primitive);
@@ -34,6 +33,5 @@ dnnl::memory MKLKernelEngine::CreateMemory(const dnnl::memory::desc &mem_desc, b
     return dnnl::memory(mem_desc, engine_, nullptr);
   }
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/mkl_kernel_engine.h b/mindspore/ccsrc/kernel/cpu/mkldnn/mkl_kernel_engine.h
similarity index 95%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/mkl_kernel_engine.h
rename to mindspore/ccsrc/kernel/cpu/mkldnn/mkl_kernel_engine.h
index ea764359b..36a3ceff6 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/mkl_kernel_engine.h
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/mkl_kernel_engine.h
@@ -23,8 +23,7 @@
 #include "common/utils.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 class MKLKernelEngine {
  public:
   static MKLKernelEngine &Get() {
@@ -46,8 +45,7 @@ class MKLKernelEngine {
   dnnl::engine engine_;
   dnnl::stream stream_;
 };
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
 #endif  // MINDSPORE_MKL_KERNEL_ENGINE_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/mul_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/mkldnn/mul_cpu_kernel.cc
similarity index 93%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/mul_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/mkldnn/mul_cpu_kernel.cc
index bdaa85559..4f7750800 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/mul_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/mul_cpu_kernel.cc
@@ -13,14 +13,13 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/kernel/mkldnn/mul_cpu_kernel.h"
-#include "device/cpu/kernel/mkldnn/mkl_kernel_engine.h"
+#include "kernel/cpu/mkldnn/mul_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/mkl_kernel_engine.h"
 #include "device/cpu/cpu_device_address.h"
 #include "common/utils.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void MulCPUKernel::InitKernel(const CNodePtr &kernel_node) {
   MS_EXCEPTION_IF_NULL(kernel_node);
   std::vector<size_t> src0_shape = AnfAlgo::GetInputDeviceShape(kernel_node, 0);
@@ -58,6 +57,5 @@ bool MulCPUKernel::Launch(const std::vector<kernel::AddressPtr> &inputs,
   ExecutePrimitive();
   return true;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/mul_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/mkldnn/mul_cpu_kernel.h
similarity index 78%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/mul_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/mkldnn/mul_cpu_kernel.h
index e66619763..746c2925e 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/mul_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/mul_cpu_kernel.h
@@ -13,16 +13,15 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_MUL_CPU_KERNEL_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_MUL_CPU_KERNEL_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_MUL_CPU_KERNEL_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_MUL_CPU_KERNEL_H_
 
 #include <vector>
 #include <memory>
-#include "device/cpu/kernel/mkldnn/mkl_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/mkl_cpu_kernel.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 class MulCPUKernel : public MKLCPUKernel {
  public:
   MulCPUKernel() = default;
@@ -35,8 +34,7 @@ class MulCPUKernel : public MKLCPUKernel {
 };
 
 MS_REG_CPU_KERNEL(Mul, MulCPUKernel);
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_MUL_CPU_KERNEL_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_MUL_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/pooling_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/mkldnn/pooling_cpu_kernel.cc
similarity index 94%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/pooling_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/mkldnn/pooling_cpu_kernel.cc
index 9417105e2..5225050dc 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/pooling_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/pooling_cpu_kernel.cc
@@ -13,16 +13,15 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/kernel/mkldnn/pooling_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/pooling_cpu_kernel.h"
 #include <string>
 #include <algorithm>
 #include "common/utils.h"
-#include "device/cpu/kernel/mkldnn/mkl_kernel_engine.h"
+#include "kernel/cpu/mkldnn/mkl_kernel_engine.h"
 #include "device/cpu/cpu_device_address.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void PoolingCPUKernel::InitKernel(const CNodePtr &kernel_node) {
   MS_EXCEPTION_IF_NULL(kernel_node);
   std::vector<size_t> src_shape = AnfAlgo::GetInputDeviceShape(kernel_node, 0);
@@ -66,6 +65,5 @@ bool PoolingCPUKernel::Launch(const std::vector<kernel::AddressPtr> &inputs,
   ExecutePrimitive();
   return true;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/pooling_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/mkldnn/pooling_cpu_kernel.h
similarity index 78%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/pooling_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/mkldnn/pooling_cpu_kernel.h
index 50f4ff5da..a08201513 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/pooling_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/pooling_cpu_kernel.h
@@ -13,16 +13,15 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_POOLING_CPU_KERNEL_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_POOLING_CPU_KERNEL_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_POOLING_CPU_KERNEL_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_POOLING_CPU_KERNEL_H_
 
 #include <vector>
 #include <memory>
-#include "device/cpu/kernel/mkldnn/mkl_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/mkl_cpu_kernel.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 class PoolingCPUKernel : public MKLCPUKernel {
  public:
   PoolingCPUKernel() = default;
@@ -35,8 +34,7 @@ class PoolingCPUKernel : public MKLCPUKernel {
 };
 
 MS_REG_CPU_KERNEL(MaxPool, PoolingCPUKernel);
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_POOLING_CPU_KERNEL_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_POOLING_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/pooling_grad_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/mkldnn/pooling_grad_cpu_kernel.cc
similarity index 96%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/pooling_grad_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/mkldnn/pooling_grad_cpu_kernel.cc
index 724b78f19..c0459de79 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/pooling_grad_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/pooling_grad_cpu_kernel.cc
@@ -13,17 +13,16 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/kernel/mkldnn/pooling_grad_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/pooling_grad_cpu_kernel.h"
 #include <string>
 #include <utility>
 #include <algorithm>
 #include "common/utils.h"
-#include "device/cpu/kernel/mkldnn/mkl_kernel_engine.h"
+#include "kernel/cpu/mkldnn/mkl_kernel_engine.h"
 #include "device/cpu/cpu_device_address.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void PoolingGradCPUKernel::InitKernel(const CNodePtr &kernel_node) {
   MS_EXCEPTION_IF_NULL(kernel_node);
   src_shape_ = AnfAlgo::GetInputDeviceShape(kernel_node, 0);
@@ -121,6 +120,5 @@ bool PoolingGradCPUKernel::Launch(const std::vector<kernel::AddressPtr> &inputs,
   }
   return true;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/pooling_grad_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/mkldnn/pooling_grad_cpu_kernel.h
similarity index 82%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/pooling_grad_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/mkldnn/pooling_grad_cpu_kernel.h
index e557f7f95..16ca6901d 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/pooling_grad_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/pooling_grad_cpu_kernel.h
@@ -13,17 +13,16 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_POOLING_GRAD_CPU_KERNEL_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_POOLING_GRAD_CPU_KERNEL_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_POOLING_GRAD_CPU_KERNEL_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_POOLING_GRAD_CPU_KERNEL_H_
 
 #include <vector>
 #include <memory>
 #include <utility>
-#include "device/cpu/kernel/mkldnn/mkl_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/mkl_cpu_kernel.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 class PoolingGradCPUKernel : public MKLCPUKernel {
  public:
   PoolingGradCPUKernel() = default;
@@ -45,8 +44,7 @@ class PoolingGradCPUKernel : public MKLCPUKernel {
 };
 
 MS_REG_CPU_KERNEL(MaxPoolGrad, PoolingGradCPUKernel);
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_POOLING_GRAD_CPU_KERNEL_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_POOLING_GRAD_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/relu_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/mkldnn/relu_cpu_kernel.cc
similarity index 91%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/relu_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/mkldnn/relu_cpu_kernel.cc
index c8bf63eaf..d5ef20a25 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/relu_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/relu_cpu_kernel.cc
@@ -13,14 +13,13 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/kernel/mkldnn/relu_cpu_kernel.h"
-#include "device/cpu/kernel/mkldnn/mkl_kernel_engine.h"
+#include "kernel/cpu/mkldnn/relu_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/mkl_kernel_engine.h"
 #include "device/cpu/cpu_device_address.h"
 #include "common/utils.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void ReluCPUKernel::InitKernel(const CNodePtr &kernel_node) {
   MS_EXCEPTION_IF_NULL(kernel_node);
   std::vector<size_t> src_shape = AnfAlgo::GetInputDeviceShape(kernel_node, 0);
@@ -49,6 +48,5 @@ bool ReluCPUKernel::Launch(const std::vector<kernel::AddressPtr> &inputs,
   ExecutePrimitive();
   return true;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/relu_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/mkldnn/relu_cpu_kernel.h
similarity index 78%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/relu_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/mkldnn/relu_cpu_kernel.h
index 8811539f4..b9ccb12f2 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/relu_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/relu_cpu_kernel.h
@@ -13,16 +13,15 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_RELU_CPU_KERNEL_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_RELU_CPU_KERNEL_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_RELU_CPU_KERNEL_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_RELU_CPU_KERNEL_H_
 
 #include <vector>
 #include <memory>
-#include "device/cpu/kernel/mkldnn/mkl_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/mkl_cpu_kernel.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 class ReluCPUKernel : public MKLCPUKernel {
  public:
   ReluCPUKernel() = default;
@@ -35,8 +34,7 @@ class ReluCPUKernel : public MKLCPUKernel {
 };
 
 MS_REG_CPU_KERNEL(ReLU, ReluCPUKernel);
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_RELU_CPU_KERNEL_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_RELU_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/relu_grad_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/mkldnn/relu_grad_cpu_kernel.cc
similarity index 93%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/relu_grad_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/mkldnn/relu_grad_cpu_kernel.cc
index b831562d1..4a6213ddf 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/relu_grad_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/relu_grad_cpu_kernel.cc
@@ -13,14 +13,13 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/kernel/mkldnn/relu_grad_cpu_kernel.h"
-#include "device/cpu/kernel/mkldnn/mkl_kernel_engine.h"
+#include "kernel/cpu/mkldnn/relu_grad_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/mkl_kernel_engine.h"
 #include "device/cpu/cpu_device_address.h"
 #include "common/utils.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void ReluGradCPUKernel::InitKernel(const CNodePtr &kernel_node) {
   MS_EXCEPTION_IF_NULL(kernel_node);
   std::vector<size_t> src_shape = AnfAlgo::GetInputDeviceShape(kernel_node, 0);
@@ -66,6 +65,5 @@ bool ReluGradCPUKernel::Launch(const std::vector<kernel::AddressPtr> &inputs,
   }
   return true;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/relu_grad_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/mkldnn/relu_grad_cpu_kernel.h
similarity index 77%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/relu_grad_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/mkldnn/relu_grad_cpu_kernel.h
index 81b84916b..1ff9184b2 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/relu_grad_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/relu_grad_cpu_kernel.h
@@ -13,16 +13,15 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_RELU_GRAD_CPU_KERNEL_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_RELU_GRAD_CPU_KERNEL_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_RELU_GRAD_CPU_KERNEL_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_RELU_GRAD_CPU_KERNEL_H_
 
 #include <vector>
 #include <memory>
-#include "device/cpu/kernel/mkldnn/mkl_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/mkl_cpu_kernel.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 class ReluGradCPUKernel : public MKLCPUKernel {
  public:
   ReluGradCPUKernel() = default;
@@ -35,8 +34,7 @@ class ReluGradCPUKernel : public MKLCPUKernel {
 };
 
 MS_REG_CPU_KERNEL(ReluGrad, ReluGradCPUKernel);
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_RELU_GRAD_CPU_KERNEL_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_RELU_GRAD_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/softmax_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/mkldnn/softmax_cpu_kernel.cc
similarity index 91%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/softmax_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/mkldnn/softmax_cpu_kernel.cc
index 495f833c1..7fa740cfc 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/softmax_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/softmax_cpu_kernel.cc
@@ -13,14 +13,13 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/kernel/mkldnn/softmax_cpu_kernel.h"
-#include "device/cpu/kernel/mkldnn/mkl_kernel_engine.h"
+#include "kernel/cpu/mkldnn/softmax_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/mkl_kernel_engine.h"
 #include "device/cpu/cpu_device_address.h"
 #include "common/utils.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void SoftmaxCPUKernel::InitKernel(const CNodePtr &kernel_node) {
   MS_EXCEPTION_IF_NULL(kernel_node);
   std::vector<size_t> src_shape = AnfAlgo::GetInputDeviceShape(kernel_node, 0);
@@ -51,6 +50,5 @@ bool SoftmaxCPUKernel::Launch(const std::vector<kernel::AddressPtr> &inputs,
   ExecutePrimitive();
   return true;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/softmax_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/mkldnn/softmax_cpu_kernel.h
similarity index 78%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/softmax_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/mkldnn/softmax_cpu_kernel.h
index 8f4ccae1b..de5124749 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/softmax_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/softmax_cpu_kernel.h
@@ -13,16 +13,15 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_SOFTMAX_CPU_KERNEL_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_SOFTMAX_CPU_KERNEL_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_SOFTMAX_CPU_KERNEL_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_SOFTMAX_CPU_KERNEL_H_
 
 #include <vector>
 #include <memory>
-#include "device/cpu/kernel/mkldnn/mkl_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/mkl_cpu_kernel.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 class SoftmaxCPUKernel : public MKLCPUKernel {
  public:
   SoftmaxCPUKernel() = default;
@@ -35,8 +34,7 @@ class SoftmaxCPUKernel : public MKLCPUKernel {
 };
 
 MS_REG_CPU_KERNEL(Softmax, SoftmaxCPUKernel);
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_SOFTMAX_CPU_KERNEL_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_SOFTMAX_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/sparse_softmax_cross_entropy_with_logits_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/mkldnn/sparse_softmax_cross_entropy_with_logits_cpu_kernel.cc
similarity index 95%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/sparse_softmax_cross_entropy_with_logits_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/mkldnn/sparse_softmax_cross_entropy_with_logits_cpu_kernel.cc
index ca06b4a61..c33fcd246 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/sparse_softmax_cross_entropy_with_logits_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/sparse_softmax_cross_entropy_with_logits_cpu_kernel.cc
@@ -13,17 +13,16 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/kernel/mkldnn/sparse_softmax_cross_entropy_with_logits_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/sparse_softmax_cross_entropy_with_logits_cpu_kernel.h"
 #include <numeric>
 #include <functional>
 #include <cmath>
-#include "device/cpu/kernel/mkldnn/mkl_kernel_engine.h"
+#include "kernel/cpu/mkldnn/mkl_kernel_engine.h"
 #include "device/cpu/cpu_device_address.h"
 #include "common/utils.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void SparseSoftmaxCrossEntropyWithLogitsCPUKernel::InitInputOutputSize(const CNodePtr &kernel_node) {
   CPUKernel::InitInputOutputSize(kernel_node);
   MS_EXCEPTION_IF_NULL(kernel_node);
@@ -126,6 +125,5 @@ bool SparseSoftmaxCrossEntropyWithLogitsCPUKernel::Launch(const std::vector<kern
   }
   return true;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/mkldnn/sparse_softmax_cross_entropy_with_logits_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/mkldnn/sparse_softmax_cross_entropy_with_logits_cpu_kernel.h
similarity index 83%
rename from mindspore/ccsrc/device/cpu/kernel/mkldnn/sparse_softmax_cross_entropy_with_logits_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/mkldnn/sparse_softmax_cross_entropy_with_logits_cpu_kernel.h
index 1d7169ea3..5c00b8cb6 100644
--- a/mindspore/ccsrc/device/cpu/kernel/mkldnn/sparse_softmax_cross_entropy_with_logits_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/mkldnn/sparse_softmax_cross_entropy_with_logits_cpu_kernel.h
@@ -13,16 +13,15 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_SPARSE_SOFTMAX_CROSS_ENTROPY_WITH_LOGITS_CPU_KERNEL_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_SPARSE_SOFTMAX_CROSS_ENTROPY_WITH_LOGITS_CPU_KERNEL_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_SPARSE_SOFTMAX_CROSS_ENTROPY_WITH_LOGITS_CPU_KERNEL_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_SPARSE_SOFTMAX_CROSS_ENTROPY_WITH_LOGITS_CPU_KERNEL_H_
 
 #include <vector>
 #include <memory>
-#include "device/cpu/kernel/mkldnn/mkl_cpu_kernel.h"
+#include "kernel/cpu/mkldnn/mkl_cpu_kernel.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 class SparseSoftmaxCrossEntropyWithLogitsCPUKernel : public MKLCPUKernel {
  public:
   SparseSoftmaxCrossEntropyWithLogitsCPUKernel() = default;
@@ -45,8 +44,7 @@ class SparseSoftmaxCrossEntropyWithLogitsCPUKernel : public MKLCPUKernel {
 };
 
 MS_REG_CPU_KERNEL(SparseSoftmaxCrossEntropyWithLogits, SparseSoftmaxCrossEntropyWithLogitsCPUKernel);
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_SPARSE_SOFTMAX_CROSS_ENTROPY_WITH_LOGITS_CPU_KERNEL_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_SPARSE_SOFTMAX_CROSS_ENTROPY_WITH_LOGITS_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/one_hot_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/one_hot_cpu_kernel.cc
similarity index 95%
rename from mindspore/ccsrc/device/cpu/kernel/one_hot_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/one_hot_cpu_kernel.cc
index e4b3f03f5..00dfe73f2 100644
--- a/mindspore/ccsrc/device/cpu/kernel/one_hot_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/one_hot_cpu_kernel.cc
@@ -13,12 +13,11 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/kernel/one_hot_cpu_kernel.h"
+#include "kernel/cpu/one_hot_cpu_kernel.h"
 #include "device/cpu/cpu_device_address.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void OneHotCPUKernel::InitKernel(const CNodePtr &kernel_node) {
   MS_EXCEPTION_IF_NULL(kernel_node);
   auto output_shape = AnfAlgo::GetOutputInferShape(kernel_node, 0);
@@ -69,6 +68,5 @@ bool OneHotCPUKernel::Launch(const std::vector<kernel::AddressPtr> &inputs,
 
   return true;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/one_hot_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/one_hot_cpu_kernel.h
similarity index 77%
rename from mindspore/ccsrc/device/cpu/kernel/one_hot_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/one_hot_cpu_kernel.h
index f41ac6326..bb6923612 100644
--- a/mindspore/ccsrc/device/cpu/kernel/one_hot_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/one_hot_cpu_kernel.h
@@ -13,16 +13,15 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_ONE_HOT_CPU_KERNEL_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_ONE_HOT_CPU_KERNEL_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_ONE_HOT_CPU_KERNEL_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_ONE_HOT_CPU_KERNEL_H_
 #include <vector>
 #include <memory>
-#include "device/cpu/cpu_kernel.h"
-#include "device/cpu/cpu_kernel_factory.h"
+#include "kernel/cpu/cpu_kernel.h"
+#include "kernel/cpu/cpu_kernel_factory.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 class OneHotCPUKernel : public CPUKernel {
  public:
   OneHotCPUKernel() = default;
@@ -40,8 +39,7 @@ class OneHotCPUKernel : public CPUKernel {
 };
 
 MS_REG_CPU_KERNEL(OneHot, OneHotCPUKernel);
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_ONE_HOT_CPU_KERNEL_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_ONE_HOT_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/device/cpu/kernel/reshape_cpu_kernel.cc b/mindspore/ccsrc/kernel/cpu/reshape_cpu_kernel.cc
similarity index 92%
rename from mindspore/ccsrc/device/cpu/kernel/reshape_cpu_kernel.cc
rename to mindspore/ccsrc/kernel/cpu/reshape_cpu_kernel.cc
index a742e3a55..7342a19e9 100644
--- a/mindspore/ccsrc/device/cpu/kernel/reshape_cpu_kernel.cc
+++ b/mindspore/ccsrc/kernel/cpu/reshape_cpu_kernel.cc
@@ -13,12 +13,11 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "device/cpu/kernel/reshape_cpu_kernel.h"
+#include "kernel/cpu/reshape_cpu_kernel.h"
 #include "device/cpu/cpu_device_address.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 void ReshapeCPUKernel::InitKernel(const CNodePtr &kernel_node) { MS_EXCEPTION_IF_NULL(kernel_node); }
 
 bool ReshapeCPUKernel::Launch(const std::vector<kernel::AddressPtr> &inputs,
@@ -43,6 +42,5 @@ bool ReshapeCPUKernel::Launch(const std::vector<kernel::AddressPtr> &inputs,
   }
   return true;
 }
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/device/cpu/kernel/reshape_cpu_kernel.h b/mindspore/ccsrc/kernel/cpu/reshape_cpu_kernel.h
similarity index 78%
rename from mindspore/ccsrc/device/cpu/kernel/reshape_cpu_kernel.h
rename to mindspore/ccsrc/kernel/cpu/reshape_cpu_kernel.h
index d371e3a7a..837873d48 100644
--- a/mindspore/ccsrc/device/cpu/kernel/reshape_cpu_kernel.h
+++ b/mindspore/ccsrc/kernel/cpu/reshape_cpu_kernel.h
@@ -13,16 +13,15 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_DEVICE_CPU_RESHAPE_CPU_KERNEL_H_
-#define MINDSPORE_CCSRC_DEVICE_CPU_RESHAPE_CPU_KERNEL_H_
+#ifndef MINDSPORE_CCSRC_KERNEL_CPU_RESHAPE_CPU_KERNEL_H_
+#define MINDSPORE_CCSRC_KERNEL_CPU_RESHAPE_CPU_KERNEL_H_
 #include <vector>
 #include <memory>
-#include "device/cpu/cpu_kernel.h"
-#include "device/cpu/cpu_kernel_factory.h"
+#include "kernel/cpu/cpu_kernel.h"
+#include "kernel/cpu/cpu_kernel_factory.h"
 
 namespace mindspore {
-namespace device {
-namespace cpu {
+namespace kernel {
 class ReshapeCPUKernel : public CPUKernel {
  public:
   ReshapeCPUKernel() = default;
@@ -37,8 +36,7 @@ class ReshapeCPUKernel : public CPUKernel {
 MS_REG_CPU_KERNEL(Reshape, ReshapeCPUKernel);
 MS_REG_CPU_KERNEL(Flatten, ReshapeCPUKernel);
 MS_REG_CPU_KERNEL(ExpandDims, ReshapeCPUKernel);
-}  // namespace cpu
-}  // namespace device
+}  // namespace kernel
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_DEVICE_CPU_RESHAPE_CPU_KERNEL_H_
+#endif  // MINDSPORE_CCSRC_KERNEL_CPU_RESHAPE_CPU_KERNEL_H_
diff --git a/mindspore/ccsrc/session/CMakeLists.txt b/mindspore/ccsrc/session/CMakeLists.txt
index 66495626e..56a7327e8 100644
--- a/mindspore/ccsrc/session/CMakeLists.txt
+++ b/mindspore/ccsrc/session/CMakeLists.txt
@@ -12,6 +12,13 @@ if (ENABLE_GPU)
     list(APPEND _SESSION_SRC_LIST ${_GPU_SRC_LIST})
 endif ()
 
+if (ENABLE_CPU)
+    file(GLOB_RECURSE _CPU_SRC_LIST  RELATIVE ${CMAKE_CURRENT_SOURCE_DIR}
+        "cpu_session.cc"
+        )
+    list(APPEND _SESSION_SRC_LIST ${_CPU_SRC_LIST})
+endif ()
+
 if (ENABLE_D)
     file(GLOB_RECURSE _D_SRC_LIST  RELATIVE ${CMAKE_CURRENT_SOURCE_DIR}
         "ascend_session.cc"
diff --git a/mindspore/ccsrc/device/cpu/cpu_session.cc b/mindspore/ccsrc/session/cpu_session.cc
similarity index 96%
rename from mindspore/ccsrc/device/cpu/cpu_session.cc
rename to mindspore/ccsrc/session/cpu_session.cc
index 1613f9f91..e8830d730 100644
--- a/mindspore/ccsrc/device/cpu/cpu_session.cc
+++ b/mindspore/ccsrc/session/cpu_session.cc
@@ -14,7 +14,7 @@
  * limitations under the License.
  */
 
-#include "device/cpu/cpu_session.h"
+#include "session/cpu_session.h"
 #include <algorithm>
 #include "ir/meta_tensor.h"
 #include "ir/anf.h"
@@ -23,7 +23,7 @@
 #include "session/anf_runtime_algorithm.h"
 #include "device/kernel_runtime.h"
 #include "predict/predict.h"
-#include "device/cpu/cpu_kernel_factory.h"
+#include "kernel/cpu/cpu_kernel_factory.h"
 
 namespace mindspore {
 namespace session {
@@ -110,7 +110,7 @@ void CPUSession::BuildKernel(const KernelGraph *kernel_graph) {
     MS_EXCEPTION_IF_NULL(kernel_node);
     std::string kernel_name = AnfAlgo::GetCNodeName(kernel_node);
     MS_LOG(INFO) << "Cpu building operator[" << kernel_name << "].";
-    std::shared_ptr<device::cpu::CPUKernel> cpu_kernel = device::cpu::CPUKernelFactory::Get().Create(kernel_name);
+    std::shared_ptr<kernel::CPUKernel> cpu_kernel = kernel::CPUKernelFactory::Get().Create(kernel_name);
     if (cpu_kernel == nullptr) {
       MS_LOG(EXCEPTION) << "Operator[" << kernel_name << "] is not support.";
     }
diff --git a/mindspore/ccsrc/device/cpu/cpu_session.h b/mindspore/ccsrc/session/cpu_session.h
similarity index 100%
rename from mindspore/ccsrc/device/cpu/cpu_session.h
rename to mindspore/ccsrc/session/cpu_session.h
diff --git a/mindspore/ccsrc/session/session_factory.h b/mindspore/ccsrc/session/session_factory.h
index 476d9ff4a..99db0afeb 100644
--- a/mindspore/ccsrc/session/session_factory.h
+++ b/mindspore/ccsrc/session/session_factory.h
@@ -22,7 +22,6 @@
 #include <string>
 #include <utility>
 #include "common/utils.h"
-#include "device/cpu/cpu_kernel.h"
 #include "session/session_basic.h"
 namespace mindspore {
 namespace session {
diff --git a/tests/ut/cpp/pre_activate/ascend/enhancer/insert_memcpy_async_for_getnext.cc b/tests/ut/cpp/pre_activate/ascend/enhancer/insert_memcpy_async_for_getnext.cc
index 2616354e4..56bf0ae4e 100644
--- a/tests/ut/cpp/pre_activate/ascend/enhancer/insert_memcpy_async_for_getnext.cc
+++ b/tests/ut/cpp/pre_activate/ascend/enhancer/insert_memcpy_async_for_getnext.cc
@@ -16,6 +16,7 @@
 #include "common/backend_common_test.h"
 #include "common/py_func_graph_fetcher.h"
 #include "session/ascend_session.h"
+#include "session/anf_runtime_algorithm.h"
 #include "pipeline/resource.h"
 #include "operator/ops.h"
 #include "ir/manager.h"
-- 
GitLab