CMakeLists.txt 17.9 KB
Newer Older
1 2
set(PYBIND_DEPS
    init
3
    init_phi
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36
    pybind
    python
    proto_desc
    memory
    executor
    fleet_wrapper
    box_wrapper
    metrics
    prune
    feed_fetch_method
    pass
    generate_pass
    pass_builder
    parallel_executor
    profiler
    layer
    tracer
    engine
    scope_pool
    analysis_predictor
    imperative_profiler
    imperative_flag
    dlpack_tensor
    device_context
    gloo_wrapper
    infer_io_utils
    heter_wrapper
    op_version_registry
    ps_gpu_wrapper
    custom_operator
    cost_model
    cuda_graph_with_memory_pool
    fleet_executor
L
LiYuRio 已提交
37
    plan
38 39
    global_utils
    phi_utils
40
    phi
41 42 43
    phi_kernel_adaptor
    pd_dialect
    program_translator
44
    ir
45
    new_profiler
46
    jit_layer
J
Jiabin Yang 已提交
47
    jit_property
48
    prim_utils
49 50
    static_tensor_operants
    type_info)
51 52

if(WITH_PSCORE)
S
seemingwang 已提交
53
  set(PYBIND_DEPS ${PYBIND_DEPS} ps_service)
54
  if(WITH_HETERPS)
55 56
    set(PYBIND_DEPS ${PYBIND_DEPS} graph_gpu_wrapper)
  endif()
S
seemingwang 已提交
57
endif()
X
Xinger 已提交
58
if(WITH_RPC)
59 60 61 62 63 64 65 66 67 68
  set(PYBIND_DEPS
      ${PYBIND_DEPS}
      paddle_rpc
      brpc
      ssl
      crypto
      protobuf
      zlib
      leveldb
      snappy
69
      phi
70
      glog)
71
endif()
72
if(WITH_GPU OR WITH_ROCM)
73
  set(PYBIND_DEPS ${PYBIND_DEPS} dynload_cuda)
74
  set(PYBIND_DEPS ${PYBIND_DEPS} cuda_device_guard)
75 76
endif()

77
if(WITH_GPU)
78 79
  set(PYBIND_DEPS ${PYBIND_DEPS} cuda_profiler)
endif()
80
if(WITH_IPU)
J
jianghaicheng 已提交
81 82
  set(PYBIND_DEPS ${PYBIND_DEPS} ipu_info)
endif()
83

84
if(WITH_NCCL OR WITH_RCCL)
85
  set(PYBIND_DEPS ${PYBIND_DEPS} nccl_wrapper)
86
  set(PYBIND_DEPS ${PYBIND_DEPS} reducer)
87 88
endif()

89 90 91 92
if(WITH_XPU)
  set(PYBIND_DEPS ${PYBIND_DEPS} dynload_xpti)
endif()

93
if(WITH_XPU_BKCL)
94 95
  set(PYBIND_DEPS ${PYBIND_DEPS} reducer)
  set(PYBIND_DEPS ${PYBIND_DEPS} bkcl_context)
K
kuizhiqing 已提交
96 97 98
  set(PYBIND_DEPS ${PYBIND_DEPS} heter_ccl_context)
endif()

99 100 101 102 103 104 105 106 107 108 109
if(WITH_CUSTOM_DEVICE)
  set(PYBIND_DEPS ${PYBIND_DEPS} xccl_context)
  if(NOT
     (WITH_NCCL
      OR WITH_RCCL
      OR WITH_XPU_BKCL))
    set(PYBIND_DEPS ${PYBIND_DEPS} reducer)
    set(PYBIND_DEPS ${PYBIND_DEPS} heter_ccl_context)
  endif()
endif()

110
if(NOT WIN32)
111
  set(PYBIND_DEPS ${PYBIND_DEPS} data_loader)
112
  if(WITH_NCCL OR WITH_RCCL)
113
    set(PYBIND_DEPS ${PYBIND_DEPS} nccl_context)
K
kuizhiqing 已提交
114
    set(PYBIND_DEPS ${PYBIND_DEPS} heter_ccl_context)
115
  endif()
116
endif()
F
flame 已提交
117

S
sneaxiy 已提交
118 119 120
if(WITH_PYTHON)
  list(APPEND PYBIND_DEPS py_func_op)
endif()
121 122

set(PYBIND_SRCS
123
    pybind.cc
124 125 126 127 128
    imperative.cc
    inference_api.cc
    ir.cc
    bind_fleet_executor.cc
    reader_py.cc
129
    protobuf.cc
130
    exception.cc
131 132 133 134
    op_function_common.cc
    parallel_executor.cc
    tensor.cc
    place.cc
135 136 137 138 139 140 141 142 143 144 145 146 147 148
    const_value.cc
    global_value_getter_setter.cc
    fleet_wrapper_py.cc
    heter_wrapper_py.cc
    ps_gpu_wrapper_py.cc
    gloo_wrapper_py.cc
    box_helper_py.cc
    metrics_py.cc
    data_set_py.cc
    bind_cost_model.cc
    compatible.cc
    io.cc
    generator_py.cc
    communication.cc
149
    cuda_streams_py.cc
150
    custom_device_py.cc
J
james 已提交
151
    xpu_streams_py.cc
152
    jit.cc
姜永久 已提交
153
    auto_parallel_py.cc)
154

155
if(WITH_CUSTOM_DEVICE)
156
  set(PYBIND_DEPS ${PYBIND_DEPS} custom_device_common_op_registry)
157 158
endif()

159
if(WITH_PYTHON)
W
Wen Sun 已提交
160
  set(PYBIND_DEPS ${PYBIND_DEPS} process_group eager_reducer)
161
  if(WITH_NCCL OR WITH_RCCL)
W
Wen Sun 已提交
162
    set(PYBIND_DEPS ${PYBIND_DEPS} process_group_nccl)
163
  endif()
J
james 已提交
164
  if(WITH_XPU_BKCL)
W
Wen Sun 已提交
165
    set(PYBIND_DEPS ${PYBIND_DEPS} process_group_bkcl)
J
james 已提交
166
  endif()
167
  if(WITH_GLOO)
W
Wen Sun 已提交
168
    set(PYBIND_DEPS ${PYBIND_DEPS} process_group_gloo)
169
  endif()
W
wuhuachaocoding 已提交
170
  if(WITH_MPI)
W
Wen Sun 已提交
171
    set(PYBIND_DEPS ${PYBIND_DEPS} process_group_mpi)
W
wuhuachaocoding 已提交
172
  endif()
173
  if(WITH_CUSTOM_DEVICE)
W
Wen Sun 已提交
174
    set(PYBIND_DEPS ${PYBIND_DEPS} process_group_custom)
175
  endif()
176 177 178 179 180
  if(CMAKE_CXX_COMPILER_VERSION VERSION_GREATER 7.0)
    set(DISTRIBUTE_COMPILE_FLAGS "${DISTRIBUTE_COMPILE_FLAGS} -faligned-new")
    set_source_files_properties(
      distributed_py.cc PROPERTIES COMPILE_FLAGS ${DISTRIBUTE_COMPILE_FLAGS})
  endif()
181 182
  set(PYBIND_SRCS ${PYBIND_SRCS} distributed_py.cc)
endif()
183
set(PYBIND_DEPS ${PYBIND_DEPS} processgroup_comm_utils)
184

185 186 187
if(WITH_GLOO)
  set(PYBIND_DEPS ${PYBIND_DEPS} gloo_context)
  set(PYBIND_SRCS ${PYBIND_SRCS} gloo_context_py.cc)
188 189
  set(PYBIND_DEPS ${PYBIND_DEPS} imperative_gloo_context)
  set(PYBIND_DEPS ${PYBIND_DEPS} reducer)
190
endif()
191

192
if(WITH_CRYPTO)
Y
Yanghello 已提交
193 194
  set(PYBIND_DEPS ${PYBIND_DEPS} paddle_crypto)
  set(PYBIND_SRCS ${PYBIND_SRCS} crypto.cc)
195
endif()
196 197 198

if(WITH_PSLIB)
  set(DISTRIBUTE_COMPILE_FLAGS
199
      "-Wno-non-virtual-dtor -Wno-error=non-virtual-dtor -Wno-error=delete-non-virtual-dtor -Wno-error=return-type -Wno-error=unused-but-set-variable -Wno-error=type-limits -Wno-error=parentheses -Wno-error=unused-result"
200 201 202
  )
  if(CMAKE_CXX_COMPILER_VERSION VERSION_GREATER 7.0)
    set(DISTRIBUTE_COMPILE_FLAGS "${DISTRIBUTE_COMPILE_FLAGS} -faligned-new")
T
Thunderbrook 已提交
203
  endif()
204 205
  set_source_files_properties(
    heter_wrapper_py.cc PROPERTIES COMPILE_FLAGS ${DISTRIBUTE_COMPILE_FLAGS})
206
endif()
207 208 209
if(WITH_PSCORE)
  if(WITH_ARM_BRPC)
    set(DISTRIBUTE_COMPILE_FLAGS
210
        "-faligned-new -Wno-non-virtual-dtor -Wno-error=non-virtual-dtor -Wno-error=delete-non-virtual-dtor -Wno-error=return-type -Wno-error=unused-but-set-variable -Wno-error=parentheses -Wno-error=unused-result"
211
    )
212
  else()
213
    set(DISTRIBUTE_COMPILE_FLAGS
214
        "-Wno-non-virtual-dtor -Wno-error=non-virtual-dtor -Wno-error=delete-non-virtual-dtor -Wno-error=return-type -Wno-error=unused-but-set-variable -Wno-error=parentheses -Wno-error=unused-result"
215
    )
216 217 218
    if(CMAKE_CXX_COMPILER_VERSION VERSION_GREATER 7.0)
      set(DISTRIBUTE_COMPILE_FLAGS "${DISTRIBUTE_COMPILE_FLAGS} -faligned-new")
    endif()
219
  endif()
220 221
  set_source_files_properties(
    fleet_py.cc PROPERTIES COMPILE_FLAGS ${DISTRIBUTE_COMPILE_FLAGS})
Z
zhaocaibei123 已提交
222
  list(APPEND PYBIND_DEPS fleet index_wrapper index_sampler)
223 224
  list(APPEND PYBIND_SRCS)
  set(PYBIND_SRCS fleet_py.cc ${PYBIND_SRCS})
225
endif()
226

X
Xinger 已提交
227
if(WITH_RPC)
228 229
  if(WITH_ARM_BRPC)
    set(DISTRIBUTE_COMPILE_FLAGS
230
        "-faligned-new -Wno-non-virtual-dtor -Wno-error=non-virtual-dtor -Wno-error=delete-non-virtual-dtor -Wno-error=return-type -Wno-error=unused-but-set-variable -Wno-error=parentheses -Wno-error=unused-result"
231 232 233
    )
  else()
    set(DISTRIBUTE_COMPILE_FLAGS
234
        "-Wno-non-virtual-dtor -Wno-error=non-virtual-dtor -Wno-error=delete-non-virtual-dtor -Wno-error=return-type -Wno-error=unused-but-set-variable -Wno-error=parentheses -Wno-error=unused-result"
235 236 237 238 239 240 241 242 243 244
    )
    if(CMAKE_CXX_COMPILER_VERSION VERSION_GREATER 7.0)
      set(DISTRIBUTE_COMPILE_FLAGS "${DISTRIBUTE_COMPILE_FLAGS} -faligned-new")
    endif()
  endif()
  set_source_files_properties(rpc.cc PROPERTIES COMPILE_FLAGS
                                                ${DISTRIBUTE_COMPILE_FLAGS})
  set(PYBIND_SRCS rpc.cc ${PYBIND_SRCS})
endif()

245
if(WITH_NCCL OR WITH_RCCL)
246 247 248
  list(APPEND PYBIND_SRCS nccl_wrapper_py.cc)
endif()

L
Leo Chen 已提交
249 250
if(WITH_PYTHON)
  # generate op pybind functions automatically for dygraph.
251 252 253 254 255 256 257 258 259 260

  set(OP_FUNCTION_GENERETOR_DEPS
      pybind
      proto_desc
      executor
      layer
      tracer
      engine
      imperative_profiler
      imperative_flag)
L
Leo Chen 已提交
261 262 263
  list(APPEND OP_FUNCTION_GENERETOR_DEPS ${GLOB_OP_LIB})
  list(APPEND OP_FUNCTION_GENERETOR_DEPS ${GLOB_OPERATOR_DEPS})

264
  if(WITH_NCCL OR WITH_RCCL)
L
Leo Chen 已提交
265
    list(APPEND OP_FUNCTION_GENERETOR_DEPS nccl_context)
266
  endif()
L
Leo Chen 已提交
267

268 269
  if(WITH_XPU_BKCL)
    list(APPEND OP_FUNCTION_GENERETOR_DEPS bkcl_context)
270
  endif()
271

272 273 274 275
  if(NOT ((NOT WITH_PYTHON) AND ON_INFER))
    list(APPEND OP_FUNCTION_GENERETOR_DEPS ${PYTHON_LIBRARIES})
  endif()

276 277 278 279 280
  if(WITH_CUSTOM_DEVICE)
    set(OP_FUNCTION_GENERETOR_DEPS ${OP_FUNCTION_GENERETOR_DEPS}
                                   custom_device_common_op_registry)
  endif()

281 282 283
  add_executable(eager_legacy_op_function_generator
                 eager_legacy_op_function_generator.cc)
  target_link_libraries(eager_legacy_op_function_generator
284
                        ${OP_FUNCTION_GENERETOR_DEPS})
285 286
  if(NOT WIN32)
    add_executable(kernel_signature_generator kernel_signature_generator.cc)
287 288
    target_link_libraries(kernel_signature_generator
                          ${OP_FUNCTION_GENERETOR_DEPS})
289
  endif()
290

291
  get_property(os_dependency_modules GLOBAL PROPERTY OS_DEPENDENCY_MODULES)
292 293
  target_link_libraries(eager_legacy_op_function_generator
                        ${os_dependency_modules})
294
  if(WITH_ROCM)
295
    target_link_libraries(eager_legacy_op_function_generator ${ROCM_HIPRTC_LIB})
296
    target_link_libraries(kernel_signature_generator ${ROCM_HIPRTC_LIB})
297
  endif()
L
Leo Chen 已提交
298

299 300
  set(op_function_output_path ${CMAKE_SOURCE_DIR}/paddle/fluid/pybind/)
  set(CODE_GEN_SPLIT_FILE_COUNT "8")
301
  set(eager_impl_file
302
      ${CMAKE_SOURCE_DIR}/paddle/fluid/pybind/eager_legacy_op_function.cc)
303
  set(tmp_eager_impl_file ${eager_impl_file}.tmp)
304

305 306 307 308 309 310 311
  execute_process(
    COMMAND
      "${PYTHON_EXECUTABLE}"
      "${PADDLE_SOURCE_DIR}/paddle/fluid/pybind/generate_file_structures.py"
      "${PADDLE_SOURCE_DIR}/paddle/fluid/pybind/"
      "${CODE_GEN_SPLIT_FILE_COUNT}")

312 313
  set(EAGER_OP_IMPL_DEPS eager_legacy_op_function_generator
                         eager_python_c_codegen)
314

315
  if(WIN32)
316
    if("${CMAKE_GENERATOR}" STREQUAL "Ninja")
317
      set(op_impl_path "${CMAKE_CURRENT_BINARY_DIR}")
318
    else()
319
      set(op_impl_path "${CMAKE_CURRENT_BINARY_DIR}/${CMAKE_BUILD_TYPE}")
320
    endif()
321

322 323
    file(
      WRITE
324
      ${CMAKE_BINARY_DIR}/paddle/fluid/pybind/eager_legacy_op_function_generator_retry.bat
325 326 327
      ""
      "set build_times=1\n"
      ":retry\n"
328 329 330
      "ECHO eager_legacy_op_function_generator run %build_times% time\n"
      "taskkill /f /im eager_legacy_op_function_generator.exe 2>NUL\n"
      "${op_impl_path}/eager_legacy_op_function_generator.exe ${tmp_eager_impl_file}\n"
331 332 333 334 335 336 337 338 339
      "if %ERRORLEVEL% NEQ 0 (\n"
      "    set /a build_times=%build_times%+1\n"
      "    if %build_times% GEQ 10 (\n"
      "        exit /b 1\n"
      "    ) else (\n"
      "        goto :retry\n"
      "    )\n"
      ")\n"
      "exit /b 0")
340

Y
YuanRisheng 已提交
341
    if(WITH_SHARED_PHI)
342 343 344 345
      add_custom_command(
        OUTPUT ${op_impl_path}/phi.dll
        COMMAND ${CMAKE_COMMAND} -E copy ${PHI_LIB} ${op_impl_path}
        DEPENDS phi)
346 347 348 349 350 351 352 353 354
      list(APPEND EAGER_OP_IMPL_DEPS ${op_impl_path}/phi.dll)
    endif()

    if(WITH_SHARED_IR)
      add_custom_command(
        OUTPUT ${op_impl_path}/ir.dll
        COMMAND ${CMAKE_COMMAND} -E copy ${IR_LIB} ${op_impl_path}
        DEPENDS ir)
      list(APPEND EAGER_OP_IMPL_DEPS ${op_impl_path}/ir.dll)
355 356
    endif()

357
    if(${CBLAS_PROVIDER} STREQUAL MKLML)
358 359 360 361
      add_custom_command(
        OUTPUT ${op_impl_path}/libiomp5md.dll
        COMMAND ${CMAKE_COMMAND} -E copy ${MKLML_SHARED_IOMP_LIB}
                ${op_impl_path}
362 363
        DEPENDS mklml)
      list(APPEND OP_IMPL_DEPS ${op_impl_path}/libiomp5md.dll)
364
      list(APPEND EAGER_OP_IMPL_DEPS ${op_impl_path}/libiomp5md.dll)
365
    else()
366 367
      add_custom_command(
        OUTPUT ${op_impl_path}/openblas.dll
368 369 370
        COMMAND ${CMAKE_COMMAND} -E copy ${OPENBLAS_SHARED_LIB} ${op_impl_path}
        DEPENDS extern_openblas)
      list(APPEND OP_IMPL_DEPS ${op_impl_path}/openblas.dll)
371
      list(APPEND EAGER_OP_IMPL_DEPS ${op_impl_path}/openblas.dll)
372
    endif()
L
Leo Chen 已提交
373
    if(WITH_MKLDNN)
374 375
      add_custom_command(
        OUTPUT ${op_impl_path}/mkldnn.dll
376 377
        COMMAND ${CMAKE_COMMAND} -E copy ${MKLDNN_SHARED_LIB} ${op_impl_path}
        DEPENDS mkldnn)
378 379
      list(APPEND OP_IMPL_DEPS ${op_impl_path}/mkldnn.dll)
      list(APPEND EAGER_OP_IMPL_DEPS ${op_impl_path}/mkldnn.dll)
380
    endif()
381
    if(WITH_ONNXRUNTIME)
382 383
      add_custom_command(
        OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/paddle2onnx.dll
384
        COMMAND ${CMAKE_COMMAND} -E copy ${PADDLE2ONNX_LIB}
385
                ${CMAKE_CURRENT_BINARY_DIR}
386 387
        DEPENDS paddle2onnx)
      list(APPEND OP_IMPL_DEPS ${CMAKE_CURRENT_BINARY_DIR}/paddle2onnx.dll)
388 389
      list(APPEND EAGER_OP_IMPL_DEPS
           ${CMAKE_CURRENT_BINARY_DIR}/paddle2onnx.dll)
390

391 392 393 394
      add_custom_command(
        OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/onnxruntime.dll
        COMMAND ${CMAKE_COMMAND} -E copy ${ONNXRUNTIME_SHARED_LIB}
                ${CMAKE_CURRENT_BINARY_DIR}
395 396
        DEPENDS onnxruntime)
      list(APPEND OP_IMPL_DEPS ${CMAKE_CURRENT_BINARY_DIR}/onnxruntime.dll)
397 398
      list(APPEND EAGER_OP_IMPL_DEPS
           ${CMAKE_CURRENT_BINARY_DIR}/onnxruntime.dll)
399
    endif()
400

401
    if(NOT ((NOT WITH_PYTHON) AND ON_INFER))
402 403 404
      add_custom_command(
        OUTPUT ${eager_impl_file}
        COMMAND
405
          ${CMAKE_BINARY_DIR}/paddle/fluid/pybind/eager_legacy_op_function_generator_retry.bat
406 407
        COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_eager_impl_file}
                ${eager_impl_file}
408 409 410
        COMMENT "copy_if_different ${tmp_eager_impl_file} to ${eager_impl_file}"
        DEPENDS ${EAGER_OP_IMPL_DEPS})
    endif()
411
  else()
412
    # If there are no *.so in /usr/lib or LD_LIBRARY_PATH,
L
Leo Chen 已提交
413
    # copy these *.so to current directory and append current directory to
414
    # LD_LIBRARY_PATH. This is different with Windows platformm, which search
L
Leo Chen 已提交
415
    # *.dll in current directory automatically.
416
    if(WITH_ONNXRUNTIME)
H
heliqi 已提交
417 418 419 420
      set(PADDLE2ONNX_PYBIND_OUT
          ${CMAKE_CURRENT_BINARY_DIR}/${PADDLE2ONNX_LIB_NAME})
      set(ONNXRUNTIME_PYBIND_OUT
          ${CMAKE_CURRENT_BINARY_DIR}/${ONNXRUNTIME_LIB_NAME})
421

422 423 424 425
      add_custom_command(
        OUTPUT ${PADDLE2ONNX_PYBIND_OUT}
        COMMAND ${CMAKE_COMMAND} -E copy ${PADDLE2ONNX_LIB}
                ${CMAKE_CURRENT_BINARY_DIR}
426 427 428 429
        DEPENDS paddle2onnx)
      list(APPEND OP_IMPL_DEPS ${PADDLE2ONNX_PYBIND_OUT})
      list(APPEND EAGER_OP_IMPL_DEPS ${PADDLE2ONNX_PYBIND_OUT})

430 431 432 433
      add_custom_command(
        OUTPUT ${ONNXRUNTIME_PYBIND_OUT}
        COMMAND ${CMAKE_COMMAND} -E copy ${ONNXRUNTIME_LIB}
                ${CMAKE_CURRENT_BINARY_DIR}
434 435 436 437 438
        DEPENDS onnxruntime)
      list(APPEND OP_IMPL_DEPS ${ONNXRUNTIME_PYBIND_OUT})
      list(APPEND EAGER_OP_IMPL_DEPS ${ONNXRUNTIME_PYBIND_OUT})
    endif()

439
    if(WITH_MKLML)
440 441 442 443
      add_custom_command(
        OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/libiomp5.so
        COMMAND ${CMAKE_COMMAND} -E copy ${MKLML_SHARED_IOMP_LIB}
                ${CMAKE_CURRENT_BINARY_DIR}
444 445
        DEPENDS mklml)
      list(APPEND OP_IMPL_DEPS ${CMAKE_CURRENT_BINARY_DIR}/libiomp5.so)
446
      list(APPEND EAGER_OP_IMPL_DEPS ${CMAKE_CURRENT_BINARY_DIR}/libiomp5.so)
447 448
    endif()
    if(WITH_MKLDNN)
449 450 451 452
      add_custom_command(
        OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/libdnnl.so.0
        COMMAND ${CMAKE_COMMAND} -E copy ${MKLDNN_SHARED_LIB}
                ${CMAKE_CURRENT_BINARY_DIR}
453 454
        DEPENDS mkldnn)
      list(APPEND OP_IMPL_DEPS ${CMAKE_CURRENT_BINARY_DIR}/libdnnl.so.0)
455
      list(APPEND EAGER_OP_IMPL_DEPS ${CMAKE_CURRENT_BINARY_DIR}/libdnnl.so.0)
456
    endif()
457
    if(NOT ((NOT WITH_PYTHON) AND ON_INFER))
458 459 460 461
      add_custom_command(
        OUTPUT ${eager_impl_file}
        COMMAND
          ${CMAKE_COMMAND} -E env "LD_LIBRARY_PATH=$ENV{LD_LIBRARY_PATH}:."
462
          "${CMAKE_CURRENT_BINARY_DIR}/eager_legacy_op_function_generator"
463 464 465 466 467 468 469
          "${tmp_eager_impl_file}"
        COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_eager_impl_file}
                ${eager_impl_file}
        COMMENT "copy_if_different ${tmp_eager_impl_file} to ${eager_impl_file}"
        DEPENDS ${EAGER_OP_IMPL_DEPS}
        VERBATIM)
    endif()
470
  endif()
471
  if(NOT ((NOT WITH_PYTHON) AND ON_INFER))
472
    add_custom_target(eager_legacy_op_function_generator_cmd ALL
473
                      DEPENDS ${eager_impl_file})
474
  endif()
L
Leo Chen 已提交
475

476
  list(APPEND PYBIND_DEPS standalone_executor staticgraph_executor_statistics)
477

478
  if(NOT ((NOT WITH_PYTHON) AND ON_INFER))
479 480 481 482 483 484
    set(PYBIND_SRCS eager.cc ${PYBIND_SRCS})
    set(PYBIND_SRCS eager_functions.cc ${PYBIND_SRCS})
    set(PYBIND_SRCS eager_method.cc ${PYBIND_SRCS})
    set(PYBIND_SRCS eager_properties.cc ${PYBIND_SRCS})
    set(PYBIND_SRCS eager_utils.cc ${PYBIND_SRCS})
    set(PYBIND_SRCS eager_py_layer.cc ${PYBIND_SRCS})
485
    set(PYBIND_SRCS eager_legacy_op_function.cc ${PYBIND_SRCS})
486
    set(PYBIND_SRCS eager_op_function.cc ${PYBIND_SRCS})
487
    set(PYBIND_SRCS eager_math_op_patch.cc ${PYBIND_SRCS})
488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503
    list(APPEND PYBIND_DEPS eager_api)
    list(APPEND PYBIND_DEPS autograd_meta)
    list(APPEND PYBIND_DEPS backward)
    list(APPEND PYBIND_DEPS grad_node_info)
    list(APPEND PYBIND_DEPS phi)
    list(APPEND PYBIND_DEPS final_dygraph_function)
    list(APPEND PYBIND_DEPS final_dygraph_node)
    list(APPEND PYBIND_DEPS dygraph_function)
    list(APPEND PYBIND_DEPS dygraph_node)
    list(APPEND PYBIND_DEPS accumulation_node)
    list(APPEND PYBIND_DEPS py_layer_node)
    list(APPEND PYBIND_DEPS global_utils)
    list(APPEND PYBIND_DEPS utils)
    list(APPEND PYBIND_DEPS python)
    list(APPEND PYBIND_DEPS custom_operator)
    list(APPEND PYBIND_DEPS custom_operator_node)
504
    list(APPEND PYBIND_DEPS eager_tensor_operants)
505
    list(APPEND PYBIND_DEPS pybind_util)
506
  endif()
507

508 509 510 511 512 513 514 515
  # On Linux, cc_library(paddle SHARED ..) will generate the libpaddle.so,
  # add a prefix `lib` by default, but on Windows, cc_library(paddle SHARED ..)
  # will not add prefix, so it generate paddle.lib and paddle.pyd,
  # we need to pay attention to the difference
  set(SHARD_LIB_NAME paddle)
  if(WIN32)
    set(SHARD_LIB_NAME libpaddle)
  endif()
516
  set_property(GLOBAL PROPERTY PADDLE_LIB_NAME ${SHARD_LIB_NAME})
517
  cc_library(
518
    ${SHARD_LIB_NAME} SHARED
519
    SRCS ${PYBIND_SRCS}
520
    DEPS ${PYBIND_DEPS} ${GLOB_OP_LIB} ${GLOB_OPERATOR_DEPS})
521

522 523 524 525 526
  # cc_test do not respect deps, whole archive to link symbols that may need by test
  if(WITH_TESTING)
    #set_target_properties(${SHARD_LIB_NAME} PROPERTIES LINK_FLAGS "-Wl,--whole-archive")
  endif()

527 528 529 530 531 532 533 534
  # TODO(zhiqiu): some symbols not exported even setting the following
  # property. Need to find a better way.

  # if(WIN32)
  #   set_property(TARGET ${SHARD_LIB_NAME}
  #                PROPERTY WINDOWS_EXPORT_ALL_SYMBOLS ON)
  # endif()

535
  if(NOT ((NOT WITH_PYTHON) AND ON_INFER))
536 537
    add_dependencies(${SHARD_LIB_NAME} legacy_eager_codegen)
    add_dependencies(${SHARD_LIB_NAME} eager_legacy_op_function_generator_cmd)
538 539
  endif()

540
  if(NOT APPLE AND NOT WIN32)
541
    target_link_libraries(${SHARD_LIB_NAME} rt)
542
  endif()
543 544

  if(WITH_ROCM)
545
    target_link_libraries(${SHARD_LIB_NAME} ${ROCM_HIPRTC_LIB})
546
  endif()
547

W
wuhuachaocoding 已提交
548
  if(WITH_MPI)
549
    target_link_libraries(${SHARD_LIB_NAME} ${MPI_CXX_LIBRARIES})
W
wuhuachaocoding 已提交
550 551
  endif()

552
  get_property(os_dependency_modules GLOBAL PROPERTY OS_DEPENDENCY_MODULES)
553
  target_link_libraries(${SHARD_LIB_NAME} ${os_dependency_modules})
554

555
endif()