diff --git a/configure/CMakeLists.txt b/configure/CMakeLists.txt
index 66b395a1d2007e954dcf487a2a6dbb3895754e19..e14b875efb38b95fa007266c798ac1729e3adfdf 100644
--- a/configure/CMakeLists.txt
+++ b/configure/CMakeLists.txt
@@ -19,3 +19,9 @@ target_link_libraries(test_configure configure protobuf)
 install(TARGETS configure 
         ARCHIVE DESTINATION ${PADDLE_SERVING_INSTALL_DIR}/lib
         )
+install(FILES ${CMAKE_CURRENT_LIST_DIR}/include/configure_parser.h
+        DESTINATION ${PADDLE_SERVING_INSTALL_DIR}/include/configure/include)
+
+FILE(GLOB inc ${CMAKE_CURRENT_BINARY_DIR}/*.pb.h)
+install(FILES ${inc}
+        DESTINATION ${PADDLE_SERVING_INSTALL_DIR}/include/configure)
diff --git a/predictor/CMakeLists.txt b/predictor/CMakeLists.txt
index c793e28c0f4030935a007c0b37b7b3fa5db1e3e0..251dd2087838a28ab1fbaa40b78a5802a6f24e3a 100644
--- a/predictor/CMakeLists.txt
+++ b/predictor/CMakeLists.txt
@@ -22,3 +22,14 @@ install(TARGETS pdserving
         ARCHIVE DESTINATION ${PADDLE_SERVING_INSTALL_DIR}/lib
         LIBRARY DESTINATION ${PADDLE_SERVING_INSTALL_DIR}/so
         )
+
+FILE(GLOB inc_common ${CMAKE_CURRENT_LIST_DIR}/common/*.h)
+install(FILES ${inc_common}
+        DESTINATION ${PADDLE_SERVING_INSTALL_DIR}/include/predictor/common)
+
+FILE(GLOB inc_framework ${CMAKE_CURRENT_LIST_DIR}/framework/*.h)
+install(FILES ${inc_framework}
+        DESTINATION ${PADDLE_SERVING_INSTALL_DIR}/include/predictor/framework)
+
+install(FILES ${CMAKE_CURRENT_LIST_DIR}/mempool/mempool.h
+        DESTINATION ${PADDLE_SERVING_INSTALL_DIR}/include/predictor/mempool)
diff --git a/sdk-cpp/CMakeLists.txt b/sdk-cpp/CMakeLists.txt
index fd548764dd41f88b06d546e80bbade0e69cedf33..92485382256d8c6e8311a53307e1ccb4843aa9a5 100644
--- a/sdk-cpp/CMakeLists.txt
+++ b/sdk-cpp/CMakeLists.txt
@@ -99,4 +99,8 @@ install(DIRECTORY ${CMAKE_CURRENT_LIST_DIR}/data/text_classification DESTINATION
         ${PADDLE_SERVING_INSTALL_DIR}/demo/client/text_classification/data)
 
 install(DIRECTORY ${CMAKE_CURRENT_LIST_DIR}/include
-        DESTINATION ${PADDLE_SERVING_INSTALL_DIR}/)
+        DESTINATION ${PADDLE_SERVING_INSTALL_DIR}/include/sdk-cpp/)
+
+FILE(GLOB inc ${CMAKE_CURRENT_BINARY_DIR}/*.pb.h)
+install(FILES ${inc}
+        DESTINATION ${PADDLE_SERVING_INSTALL_DIR}/include/sdk-cpp)
diff --git a/serving/CMakeLists.txt b/serving/CMakeLists.txt
index c42ffee58e56788614918e4a27197a2d23920374..f9c6cab63a6c7e1fe04253e8aae6cbd8d8478e06 100644
--- a/serving/CMakeLists.txt
+++ b/serving/CMakeLists.txt
@@ -33,6 +33,11 @@ install(DIRECTORY ${CMAKE_CURRENT_LIST_DIR}/conf DESTINATION
         ${PADDLE_SERVING_INSTALL_DIR}/demo/serving/)
 install(DIRECTORY ${CMAKE_CURRENT_LIST_DIR}/data DESTINATION
         ${PADDLE_SERVING_INSTALL_DIR}/demo/serving/)
+
+FILE(GLOB inc ${CMAKE_CURRENT_BINARY_DIR}/*.pb.h)
+install(FILES ${inc}
+        DESTINATION ${PADDLE_SERVING_INSTALL_DIR}/include/serving)
+
 if (${WITH_MKL})
         install(FILES ${THIRD_PARTY_PATH}/install/mklml/lib/libmklml_intel.so
                 ${THIRD_PARTY_PATH}/install/mklml/lib/libmklml_gnu.so