diff --git a/paddle/memory/CMakeLists.txt b/paddle/memory/CMakeLists.txt
index 3e53d1ce6532c8154da34fcdfc8af5b867456b60..8035d93bfec75b20a54c5af0521ab724cafba8ca 100644
--- a/paddle/memory/CMakeLists.txt
+++ b/paddle/memory/CMakeLists.txt
@@ -1,7 +1,7 @@
 add_subdirectory(detail)
 
 cc_library(memory SRCS memory.cc)
-cc_library(memcpy SRCS memcpy.cc)
+cc_library(memcpy SRCS memcpy.cc DEPS device_context)
 
 cc_library(paddle_memory
     DEPS
@@ -11,7 +11,6 @@ cc_library(paddle_memory
     meta_cache
     memory_block
     buddy_allocator
-    system_allocator
-    device_context)
+    system_allocator)
 
 cc_test(memory_test SRCS memory_test.cc DEPS place paddle_memory)