CMakeLists.txt 6.6 KB
Newer Older
1
set(PYBIND_DEPS pybind python proto_desc memory executor fleet_wrapper box_wrapper prune
J
Jiabin Yang 已提交
2
  feed_fetch_method pass_builder parallel_executor profiler layer tracer engine scope_pool
3
  analysis_predictor imperative_profiler imperative_flag save_load_util dlpack_tensor device_context
4
  gloo_wrapper infer_io_utils heter_wrapper generator op_version_registry ps_gpu_wrapper custom_operator)
5

6 7
if (WITH_GPU)
  set(PYBIND_DEPS ${PYBIND_DEPS} dynload_cuda)
8
  set(PYBIND_DEPS ${PYBIND_DEPS} cuda_device_guard)
9 10
endif()

11 12
if (WITH_NCCL)
  set(PYBIND_DEPS ${PYBIND_DEPS} nccl_wrapper)
13
  set(PYBIND_DEPS ${PYBIND_DEPS} reducer)
14 15
endif()

16 17 18 19 20
if (WITH_XPU_BKCL)
  set(PYBIND_DEPS ${PYBIND_DEPS} reducer)
  set(PYBIND_DEPS ${PYBIND_DEPS} bkcl_context)
endif()

21
if(NOT WIN32)
22
  set(PYBIND_DEPS ${PYBIND_DEPS} data_loader)
23
  set(PYBIND_DEPS ${PYBIND_DEPS} mmap_allocator)
24 25 26
  if (WITH_NCCL)
    set(PYBIND_DEPS ${PYBIND_DEPS} nccl_context)
  endif()
27
endif(NOT WIN32)
F
flame 已提交
28

S
sneaxiy 已提交
29 30 31
if(WITH_PYTHON)
  list(APPEND PYBIND_DEPS py_func_op)
endif()
32 33 34 35 36 37

set(PYBIND_SRCS
  pybind.cc
  exception.cc
  protobuf.cc
  const_value.cc
38
  global_value_getter_setter.cc
39 40
  reader_py.cc
  fleet_wrapper_py.cc
T
Thunderbrook 已提交
41
  heter_wrapper_py.cc
T
Thunderbrook 已提交
42
  ps_gpu_wrapper_py.cc
43
  gloo_wrapper_py.cc
H
hutuxian 已提交
44
  box_helper_py.cc
45 46 47
  data_set_py.cc
  imperative.cc
  ir.cc
Y
yaoxuefeng 已提交
48
  inference_api.cc
49
  compatible.cc
Y
yaoxuefeng 已提交
50
  generator_py.cc)
51

52 53 54 55 56
if(WITH_ASCEND)
  set(PYBIND_DEPS ${PYBIND_DEPS} ascend_wrapper)
  set(PYBIND_SRCS ${PYBIND_SRCS} ascend_wrapper_py.cc)
endif(WITH_ASCEND)

57 58 59 60 61
if(WITH_GLOO)
  set(PYBIND_DEPS ${PYBIND_DEPS} gloo_context)
  set(PYBIND_SRCS ${PYBIND_SRCS} gloo_context_py.cc)
endif(WITH_GLOO)

Y
Yanghello 已提交
62 63 64 65 66
if (WITH_CRYPTO)
  set(PYBIND_DEPS ${PYBIND_DEPS} paddle_crypto)
  set(PYBIND_SRCS ${PYBIND_SRCS} crypto.cc)
endif (WITH_CRYPTO)

T
tangwei12 已提交
67
if (WITH_PSCORE)
T
tangwei12 已提交
68 69 70 71
  set(DISTRIBUTE_COMPILE_FLAGS "-Wno-non-virtual-dtor -Wno-error=non-virtual-dtor -Wno-error=delete-non-virtual-dtor -Wno-error=sign-compare -Wno-error=unused-variable -Wno-error=return-type -Wno-error=unused-but-set-variable -Wno-error=type-limits -Wno-error=unknown-pragmas -Wno-error=parentheses -Wno-error=unused-result")
  set_source_files_properties(fleet_py.cc PROPERTIES COMPILE_FLAGS ${DISTRIBUTE_COMPILE_FLAGS})
  list(APPEND PYBIND_DEPS fleet communicator)
  list(APPEND PYBIND_SRCS fleet_py.cc)
72
endif()
73

74 75 76 77
if (WITH_NCCL)
  list(APPEND PYBIND_SRCS nccl_wrapper_py.cc)
endif()

L
Leo Chen 已提交
78 79 80 81 82 83
if(WITH_PYTHON)
  # generate op pybind functions automatically for dygraph.
  set(OP_FUNCTION_GENERETOR_DEPS pybind proto_desc executor layer tracer engine imperative_profiler imperative_flag)
  list(APPEND OP_FUNCTION_GENERETOR_DEPS ${GLOB_OP_LIB})
  list(APPEND OP_FUNCTION_GENERETOR_DEPS ${GLOB_OPERATOR_DEPS})

84
  if(WITH_NCCL)
L
Leo Chen 已提交
85
    list(APPEND OP_FUNCTION_GENERETOR_DEPS nccl_context)
86
  endif(WITH_NCCL)
L
Leo Chen 已提交
87

88 89 90 91
  if(WITH_XPU_BKCL)
    list(APPEND OP_FUNCTION_GENERETOR_DEPS bkcl_context)
  endif(WITH_XPU_BKCL)

L
Leo Chen 已提交
92
  add_executable(op_function_generator op_function_generator.cc)
93
  target_link_libraries(op_function_generator ${OP_FUNCTION_GENERETOR_DEPS})
L
Leo Chen 已提交
94 95 96
  get_property (os_dependency_modules GLOBAL PROPERTY OS_DEPENDENCY_MODULES)
  target_link_libraries(op_function_generator ${os_dependency_modules})

97 98 99
  set(impl_file ${CMAKE_SOURCE_DIR}/paddle/fluid/pybind/op_function_impl.h)
  set(tmp_impl_file ${impl_file}.tmp)

100
  if(WIN32)
101 102 103 104 105 106 107 108 109 110 111 112 113 114 115
    file(WRITE ${CMAKE_BINARY_DIR}/paddle/fluid/pybind/op_function_generator_retry.bat ""
    "set build_times=1\n"
    ":retry\n"
    "ECHO op_function_generator run %build_times% time\n"
    "${CMAKE_BINARY_DIR}/paddle/fluid/pybind/${CMAKE_BUILD_TYPE}/op_function_generator ${impl_file}\n"
    "if %ERRORLEVEL% NEQ 0 (\n"
    "    set /a build_times=%build_times%+1\n"
    "    if %build_times% GTR 100 (\n"
    "        exit /b 1\n"
    "    ) else (\n"
    "        goto :retry\n"
    "    )\n"
    ")\n"
    "exit /b 0")

Z
Zhou Wei 已提交
116
    add_custom_command(TARGET op_function_generator POST_BUILD
117
          COMMAND ${CMAKE_BINARY_DIR}/paddle/fluid/pybind/op_function_generator_retry.bat
118 119
    )

120
    if(${CBLAS_PROVIDER} STREQUAL MKLML)
121
      add_custom_command(TARGET op_function_generator
122
            PRE_LINK
123 124
            COMMAND ${CMAKE_COMMAND} -E copy ${MKLML_SHARED_LIB} ${CMAKE_CURRENT_BINARY_DIR}/${CMAKE_BUILD_TYPE}
            COMMAND ${CMAKE_COMMAND} -E copy ${MKLML_SHARED_IOMP_LIB} ${CMAKE_CURRENT_BINARY_DIR}/${CMAKE_BUILD_TYPE}
L
Leo Chen 已提交
125
          )
126
    else(${CBLAS_PROVIDER} STREQUAL EXTERN_OPENBLAS)
127
      add_custom_command(TARGET op_function_generator
128
            PRE_LINK
129 130 131
            COMMAND ${CMAKE_COMMAND} -E copy ${OPENBLAS_SHARED_LIB} ${CMAKE_CURRENT_BINARY_DIR}/${CMAKE_BUILD_TYPE}
          )
    endif()
L
Leo Chen 已提交
132
    if(WITH_MKLDNN)
133
      add_custom_command(TARGET op_function_generator
134
          PRE_LINK
L
Leo Chen 已提交
135 136
          COMMAND ${CMAKE_COMMAND} -E copy ${MKLDNN_SHARED_LIB} ${CMAKE_CURRENT_BINARY_DIR}/${CMAKE_BUILD_TYPE}
          )
137
    endif()
L
Leo Chen 已提交
138 139 140 141 142
  else(WIN32)
    # If there are no *.so in /usr/lib or LD_LIBRARY_PATH, 
    # copy these *.so to current directory and append current directory to
    # LD_LIBRARY_PATH. This is different with Windows platformm, which search 
    # *.dll in current directory automatically.
143 144 145
    add_custom_command(TARGET op_function_generator
          POST_BUILD
          COMMAND ${CMAKE_COMMAND} -E env "LD_LIBRARY_PATH=$ENV{LD_LIBRARY_PATH}:."
146
              "${CMAKE_CURRENT_BINARY_DIR}/op_function_generator"
147 148 149 150 151
              "${tmp_impl_file}"
          COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file} ${impl_file}
          COMMENT "copy_if_different ${impl_file}"
          VERBATIM
    )
L
Leo Chen 已提交
152
    if(WITH_MKL)
153
      add_custom_command(TARGET op_function_generator
154
            PRE_LINK
155 156 157
            COMMAND ${CMAKE_COMMAND} -E copy ${MKLML_SHARED_LIB} ${CMAKE_CURRENT_BINARY_DIR}
            COMMAND ${CMAKE_COMMAND} -E copy ${MKLML_SHARED_IOMP_LIB} ${CMAKE_CURRENT_BINARY_DIR}
            )
L
Leo Chen 已提交
158 159
    endif(WITH_MKL)
    if(WITH_MKLDNN)
160
      add_custom_command(TARGET op_function_generator
161
          PRE_LINK
L
Leo Chen 已提交
162 163 164 165 166
          COMMAND ${CMAKE_COMMAND} -E copy ${MKLDNN_SHARED_LIB} ${CMAKE_CURRENT_BINARY_DIR}
          )
    endif(WITH_MKLDNN)
  endif(WIN32)

Y
Y_Xuan 已提交
167 168
  if(WITH_ROCM_PLATFORM)
    cc_library(paddle_pybind SHARED
D
dzhwinter 已提交
169
      SRCS ${PYBIND_SRCS}
Y
Y_Xuan 已提交
170 171
      DEPS ${PYBIND_DEPS}
      ${GLOB_OP_LIB} ${GLOB_OPERATOR_DEPS})
172 173
  else()
    cc_library(paddle_pybind SHARED
D
dzhwinter 已提交
174
      SRCS ${PYBIND_SRCS}
D
dzhwinter 已提交
175
      DEPS ${PYBIND_DEPS}
W
Wu Yi 已提交
176
      ${GLOB_OP_LIB} ${GLOB_OPERATOR_DEPS})
T
Tao Luo 已提交
177
    if(NOT APPLE AND NOT WIN32)
178
      target_link_libraries(paddle_pybind rt)
T
Tao Luo 已提交
179
    endif(NOT APPLE AND NOT WIN32)
Y
Y_Xuan 已提交
180
  endif(WITH_ROCM_PLATFORM)
181

P
peizhilin 已提交
182 183
  get_property (os_dependency_modules GLOBAL PROPERTY OS_DEPENDENCY_MODULES)
  target_link_libraries(paddle_pybind ${os_dependency_modules})
184
  add_dependencies(paddle_pybind op_function_generator)
185
endif(WITH_PYTHON)