CMakeLists.txt 5.1 KB
Newer Older
1
set(PYBIND_DEPS pybind python proto_desc memory executor fleet_wrapper box_wrapper prune
J
Jiabin Yang 已提交
2
  feed_fetch_method pass_builder parallel_executor profiler layer tracer engine scope_pool
3
  analysis_predictor imperative_profiler imperative_flag save_load_util dlpack_tensor device_context
4
  gloo_wrapper infer_io_utils)
5

6 7 8 9
if (WITH_NCCL)
  set(PYBIND_DEPS ${PYBIND_DEPS} nccl_wrapper)
endif()

10
if(NOT WIN32)
11
  set(PYBIND_DEPS ${PYBIND_DEPS} data_loader)
12
  set(PYBIND_DEPS ${PYBIND_DEPS} mmap_allocator)
13 14 15
  if (WITH_NCCL)
    set(PYBIND_DEPS ${PYBIND_DEPS} nccl_context)
  endif()
16
endif(NOT WIN32)
F
flame 已提交
17

S
sneaxiy 已提交
18 19 20
if(WITH_PYTHON)
  list(APPEND PYBIND_DEPS py_func_op)
endif()
21 22 23 24 25 26 27 28 29 30

if (WITH_DISTRIBUTE)
  list(APPEND PYBIND_DEPS communicator)
endif()

set(PYBIND_SRCS
  pybind.cc
  exception.cc
  protobuf.cc
  const_value.cc
31
  global_value_getter_setter.cc
32 33
  reader_py.cc
  fleet_wrapper_py.cc
34
  gloo_wrapper_py.cc
H
hutuxian 已提交
35
  box_helper_py.cc
36 37 38 39 40
  data_set_py.cc
  imperative.cc
  ir.cc
  inference_api.cc)

Y
Yanghello 已提交
41 42 43 44 45
if (WITH_CRYPTO)
  set(PYBIND_DEPS ${PYBIND_DEPS} paddle_crypto)
  set(PYBIND_SRCS ${PYBIND_SRCS} crypto.cc)
endif (WITH_CRYPTO)

46 47 48
if (WITH_DISTRIBUTE)
  list(APPEND PYBIND_SRCS communicator_py.cc)
endif()
49

50 51 52 53
if (WITH_NCCL)
  list(APPEND PYBIND_SRCS nccl_wrapper_py.cc)
endif()

L
Leo Chen 已提交
54 55 56 57 58 59
if(WITH_PYTHON)
  # generate op pybind functions automatically for dygraph.
  set(OP_FUNCTION_GENERETOR_DEPS pybind proto_desc executor layer tracer engine imperative_profiler imperative_flag)
  list(APPEND OP_FUNCTION_GENERETOR_DEPS ${GLOB_OP_LIB})
  list(APPEND OP_FUNCTION_GENERETOR_DEPS ${GLOB_OPERATOR_DEPS})

60
  if(WITH_NCCL)
L
Leo Chen 已提交
61
    list(APPEND OP_FUNCTION_GENERETOR_DEPS nccl_context)
62
  endif(WITH_NCCL)
L
Leo Chen 已提交
63 64

  add_executable(op_function_generator op_function_generator.cc)
65
  target_link_libraries(op_function_generator ${OP_FUNCTION_GENERETOR_DEPS})
L
Leo Chen 已提交
66 67 68
  get_property (os_dependency_modules GLOBAL PROPERTY OS_DEPENDENCY_MODULES)
  target_link_libraries(op_function_generator ${os_dependency_modules})

69 70 71
  set(impl_file ${CMAKE_SOURCE_DIR}/paddle/fluid/pybind/op_function_impl.h)
  set(tmp_impl_file ${impl_file}.tmp)

72
  if(WIN32)
73 74 75 76 77 78 79 80 81
    add_custom_command(TARGET op_function_generator
          POST_BUILD
          COMMAND "${CMAKE_BINARY_DIR}/paddle/fluid/pybind/${CMAKE_BUILD_TYPE}/op_function_generator"
              "${tmp_impl_file}"
          COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file} ${impl_file}
          COMMENT "copy_if_different ${impl_file}"
          VERBATIM
    )

82
    if(${CBLAS_PROVIDER} STREQUAL MKLML)
83
      add_custom_command(TARGET op_function_generator
84
            PRE_LINK
85 86
            COMMAND ${CMAKE_COMMAND} -E copy ${MKLML_SHARED_LIB} ${CMAKE_CURRENT_BINARY_DIR}/${CMAKE_BUILD_TYPE}
            COMMAND ${CMAKE_COMMAND} -E copy ${MKLML_SHARED_IOMP_LIB} ${CMAKE_CURRENT_BINARY_DIR}/${CMAKE_BUILD_TYPE}
L
Leo Chen 已提交
87
          )
88
    else(${CBLAS_PROVIDER} STREQUAL EXTERN_OPENBLAS)
89
      add_custom_command(TARGET op_function_generator
90
            PRE_LINK
91 92 93
            COMMAND ${CMAKE_COMMAND} -E copy ${OPENBLAS_SHARED_LIB} ${CMAKE_CURRENT_BINARY_DIR}/${CMAKE_BUILD_TYPE}
          )
    endif()
L
Leo Chen 已提交
94
    if(WITH_MKLDNN)
95
      add_custom_command(TARGET op_function_generator
96
          PRE_LINK
L
Leo Chen 已提交
97 98
          COMMAND ${CMAKE_COMMAND} -E copy ${MKLDNN_SHARED_LIB} ${CMAKE_CURRENT_BINARY_DIR}/${CMAKE_BUILD_TYPE}
          )
99
    endif()
L
Leo Chen 已提交
100 101 102 103 104
  else(WIN32)
    # If there are no *.so in /usr/lib or LD_LIBRARY_PATH, 
    # copy these *.so to current directory and append current directory to
    # LD_LIBRARY_PATH. This is different with Windows platformm, which search 
    # *.dll in current directory automatically.
105 106 107
    add_custom_command(TARGET op_function_generator
          POST_BUILD
          COMMAND ${CMAKE_COMMAND} -E env "LD_LIBRARY_PATH=$ENV{LD_LIBRARY_PATH}:."
108
              "${CMAKE_CURRENT_BINARY_DIR}/op_function_generator"
109 110 111 112 113
              "${tmp_impl_file}"
          COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file} ${impl_file}
          COMMENT "copy_if_different ${impl_file}"
          VERBATIM
    )
L
Leo Chen 已提交
114
    if(WITH_MKL)
115
      add_custom_command(TARGET op_function_generator
116
            PRE_LINK
117 118 119
            COMMAND ${CMAKE_COMMAND} -E copy ${MKLML_SHARED_LIB} ${CMAKE_CURRENT_BINARY_DIR}
            COMMAND ${CMAKE_COMMAND} -E copy ${MKLML_SHARED_IOMP_LIB} ${CMAKE_CURRENT_BINARY_DIR}
            )
L
Leo Chen 已提交
120 121
    endif(WITH_MKL)
    if(WITH_MKLDNN)
122
      add_custom_command(TARGET op_function_generator
123
          PRE_LINK
L
Leo Chen 已提交
124 125 126 127 128
          COMMAND ${CMAKE_COMMAND} -E copy ${MKLDNN_SHARED_LIB} ${CMAKE_CURRENT_BINARY_DIR}
          )
    endif(WITH_MKLDNN)
  endif(WIN32)

129 130
  if(WITH_AMD_GPU)
    hip_library(paddle_pybind SHARED
D
dzhwinter 已提交
131
      SRCS ${PYBIND_SRCS}
S
sabreshao 已提交
132 133
      DEPS ARCHIVE_START ${PYBIND_DEPS}
      ${GLOB_OP_LIB} ${GLOB_OPERATOR_DEPS} ARCHIVE_END)
134 135
  else()
    cc_library(paddle_pybind SHARED
D
dzhwinter 已提交
136
      SRCS ${PYBIND_SRCS}
D
dzhwinter 已提交
137
      DEPS ${PYBIND_DEPS}
W
Wu Yi 已提交
138
      ${GLOB_OP_LIB} ${GLOB_OPERATOR_DEPS})
T
Tao Luo 已提交
139
    if(NOT APPLE AND NOT WIN32)
140
      target_link_libraries(paddle_pybind rt)
T
Tao Luo 已提交
141
    endif(NOT APPLE AND NOT WIN32)
142
  endif(WITH_AMD_GPU)
143

P
peizhilin 已提交
144 145
  get_property (os_dependency_modules GLOBAL PROPERTY OS_DEPENDENCY_MODULES)
  target_link_libraries(paddle_pybind ${os_dependency_modules})
146
  add_dependencies(paddle_pybind op_function_generator)
147
endif(WITH_PYTHON)