diff --git a/python/CMakeLists.txt b/python/CMakeLists.txt
index c8632295a25b160513a8e154bf1a5453c0005031..8e2333f97632683bd32af0e2b5fc9cbb367e8366 100644
--- a/python/CMakeLists.txt
+++ b/python/CMakeLists.txt
@@ -33,6 +33,12 @@ if(WITH_MKLDNN)
   list(APPEND MKL_DEPENDS mkldnn)
 endif()
 
+if(WITH_GPU)
+  SET(PACKAGE_NAME "paddlepaddle_gpu")
+else()
+  SET(PACKAGE_NAME "paddlepaddle")
+endif()
+
 configure_file(${CMAKE_CURRENT_SOURCE_DIR}/setup.py.in
     ${CMAKE_CURRENT_BINARY_DIR}/setup.py)
 
diff --git a/python/setup.py.in b/python/setup.py.in
index 8e856ba460548b8bcbd3a214e53b019d1f21be07..9ccb4dc1762ac761212347fa7c7c94b223d75e24 100644
--- a/python/setup.py.in
+++ b/python/setup.py.in
@@ -89,7 +89,7 @@ paddle_rt_libs = ['${WARPCTC_LIBRARIES}']
 if '${MKL_SHARED_LIBS}'!= '':
   paddle_rt_libs += '${MKL_SHARED_LIBS}'.split(';')
 
-setup(name='paddlepaddle',
+setup(name='${PACKAGE_NAME}',
       version='${PADDLE_VERSION}',
       description='Parallel Distributed Deep Learning',
       install_requires=setup_requires,