diff --git a/cmake/configure.cmake b/cmake/configure.cmake
index 53454d79f7205415d0634c9350520eee7106b0b5..005cf1c932771193d98443a961015533b067dc5a 100644
--- a/cmake/configure.cmake
+++ b/cmake/configure.cmake
@@ -113,7 +113,9 @@ if(WITH_GPU)
     endif()
     if(WITH_ANAKIN)
         set(ENV{CUDNN_INCLUDE_DIR} ${CUDNN_INCLUDE_DIR})
-        set(ENV{CUDNN_LIBRARY} ${CUDNN_LIBRARY})
+        get_filename_component(CUDNN_LIBRARY_DIR ${CUDNN_LIBRARY} DIRECTORY)
+        set(ENV{CUDNN_LIBRARY} ${CUDNN_LIBRARY_DIR})
+        message(STATUS "Set Anakin CUDNN_LIBRARY_DIR:" ${CUDNN_LIBRARY_DIR})
     endif()
 elseif(WITH_AMD_GPU)
     add_definitions(-DPADDLE_WITH_HIP)