CMakeLists.txt 21.5 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40
set(PYBIND_DEPS
    init
    pybind
    python
    proto_desc
    memory
    executor
    fleet_wrapper
    box_wrapper
    metrics
    prune
    feed_fetch_method
    pass
    generate_pass
    pass_builder
    parallel_executor
    profiler
    layer
    tracer
    engine
    scope_pool
    analysis_predictor
    imperative_profiler
    imperative_flag
    save_load_util
    dlpack_tensor
    device_context
    gloo_wrapper
    infer_io_utils
    heter_wrapper
    generator
    op_version_registry
    ps_gpu_wrapper
    custom_operator
    cost_model
    cuda_graph_with_memory_pool
    fleet_executor
    global_utils
    phi_utils
    tcp_store
41
    new_profiler
42
    auto_parallel
43
    jit_layer
44
    jit_property)
45 46

if(WITH_PSCORE)
S
seemingwang 已提交
47
  set(PYBIND_DEPS ${PYBIND_DEPS} ps_service)
48
  if(WITH_HETERPS)
49 50
    set(PYBIND_DEPS ${PYBIND_DEPS} graph_gpu_wrapper)
  endif()
S
seemingwang 已提交
51
endif()
52
if(WITH_GPU OR WITH_ROCM)
53
  set(PYBIND_DEPS ${PYBIND_DEPS} dynload_cuda)
54
  set(PYBIND_DEPS ${PYBIND_DEPS} cuda_device_guard)
55 56
endif()

57
if(WITH_GPU)
58 59
  set(PYBIND_DEPS ${PYBIND_DEPS} cuda_profiler)
endif()
60
if(WITH_IPU)
J
jianghaicheng 已提交
61 62
  set(PYBIND_DEPS ${PYBIND_DEPS} ipu_info)
endif()
63

64
if(WITH_NCCL OR WITH_RCCL)
65
  set(PYBIND_DEPS ${PYBIND_DEPS} nccl_wrapper)
66
  set(PYBIND_DEPS ${PYBIND_DEPS} reducer)
67 68
endif()

69
if(WITH_XPU_BKCL)
70 71
  set(PYBIND_DEPS ${PYBIND_DEPS} reducer)
  set(PYBIND_DEPS ${PYBIND_DEPS} bkcl_context)
K
kuizhiqing 已提交
72 73 74
  set(PYBIND_DEPS ${PYBIND_DEPS} heter_ccl_context)
endif()

75
if(WITH_ASCEND_CL)
K
kuizhiqing 已提交
76 77 78
  set(PYBIND_DEPS ${PYBIND_DEPS} reducer)
  set(PYBIND_DEPS ${PYBIND_DEPS} hccl_context)
  set(PYBIND_DEPS ${PYBIND_DEPS} heter_ccl_context)
79 80
endif()

81
if(WITH_CNCL)
82
  set(PYBIND_DEPS ${PYBIND_DEPS} reducer)
83 84 85
  set(PYBIND_DEPS ${PYBIND_DEPS} cncl_context)
endif()

86
if(NOT WIN32)
87
  set(PYBIND_DEPS ${PYBIND_DEPS} data_loader)
88
  if(WITH_NCCL OR WITH_RCCL)
89
    set(PYBIND_DEPS ${PYBIND_DEPS} nccl_context)
K
kuizhiqing 已提交
90
    set(PYBIND_DEPS ${PYBIND_DEPS} heter_ccl_context)
91
  endif()
92
endif()
F
flame 已提交
93

S
sneaxiy 已提交
94 95
if(WITH_PYTHON)
  list(APPEND PYBIND_DEPS py_func_op)
96
  list(APPEND PYBIND_DEPS py_layer_op)
S
sneaxiy 已提交
97
endif()
98 99

set(PYBIND_SRCS
100
    pybind.cc
101 102 103 104 105
    imperative.cc
    inference_api.cc
    ir.cc
    bind_fleet_executor.cc
    reader_py.cc
106
    protobuf.cc
107
    exception.cc
108 109 110 111
    op_function_common.cc
    parallel_executor.cc
    tensor.cc
    place.cc
112 113 114 115 116 117 118 119 120 121 122 123 124 125
    const_value.cc
    global_value_getter_setter.cc
    fleet_wrapper_py.cc
    heter_wrapper_py.cc
    ps_gpu_wrapper_py.cc
    gloo_wrapper_py.cc
    box_helper_py.cc
    metrics_py.cc
    data_set_py.cc
    bind_cost_model.cc
    compatible.cc
    io.cc
    generator_py.cc
    communication.cc
126
    cuda_streams_py.cc
127
    jit.cc
128
    auto_parallel_py.cc
129 130 131 132 133 134 135 136
    op_function1.cc
    op_function2.cc
    op_function3.cc
    op_function4.cc
    op_function5.cc
    op_function6.cc
    op_function7.cc
    op_function8.cc)
137

138 139
if(WITH_CUSTOM_DEVICE)
  set(PYBIND_DEPS ${PYBIND_DEPS} phi_capi)
140
  set(PYBIND_DEPS ${PYBIND_DEPS} custom_device_common_op_registry)
141 142
endif()

143
if(WITH_PYTHON)
144
  set(PYBIND_DEPS ${PYBIND_DEPS} processgroup eager_reducer)
145
  if(WITH_NCCL OR WITH_RCCL)
146 147 148
    set(PYBIND_DEPS ${PYBIND_DEPS} processgroup_nccl)
    if(WITH_PSCORE)
      set(PYBIND_DEPS ${PYBIND_DEPS} processgroup_heter)
149
    endif()
150
  endif()
151 152
  if(WITH_GLOO)
    set(PYBIND_DEPS ${PYBIND_DEPS} processgroup_gloo)
153
  endif()
W
wuhuachaocoding 已提交
154 155 156
  if(WITH_MPI)
    set(PYBIND_DEPS ${PYBIND_DEPS} processgroup_mpi)
  endif()
157
  if(WITH_ASCEND_CL)
158 159 160
    set(PYBIND_DEPS ${PYBIND_DEPS} processgroup_hccl)
    if(WITH_PSCORE)
      set(PYBIND_DEPS ${PYBIND_DEPS} processgroup_heter)
161
    endif()
162
  endif()
163 164 165
  if(WITH_CUSTOM_DEVICE)
    set(PYBIND_DEPS ${PYBIND_DEPS} processgroup_custom)
  endif()
166 167 168 169 170
  if(CMAKE_CXX_COMPILER_VERSION VERSION_GREATER 7.0)
    set(DISTRIBUTE_COMPILE_FLAGS "${DISTRIBUTE_COMPILE_FLAGS} -faligned-new")
    set_source_files_properties(
      distributed_py.cc PROPERTIES COMPILE_FLAGS ${DISTRIBUTE_COMPILE_FLAGS})
  endif()
171 172 173
  set(PYBIND_SRCS ${PYBIND_SRCS} distributed_py.cc)
endif()

174
if(WITH_ASCEND)
175 176
  set(PYBIND_DEPS ${PYBIND_DEPS} ascend_wrapper)
  set(PYBIND_SRCS ${PYBIND_SRCS} ascend_wrapper_py.cc)
177
endif()
178

179 180 181
if(WITH_GLOO)
  set(PYBIND_DEPS ${PYBIND_DEPS} gloo_context)
  set(PYBIND_SRCS ${PYBIND_SRCS} gloo_context_py.cc)
182 183
  set(PYBIND_DEPS ${PYBIND_DEPS} imperative_gloo_context)
  set(PYBIND_DEPS ${PYBIND_DEPS} reducer)
184
endif()
185

186
if(WITH_CRYPTO)
Y
Yanghello 已提交
187 188
  set(PYBIND_DEPS ${PYBIND_DEPS} paddle_crypto)
  set(PYBIND_SRCS ${PYBIND_SRCS} crypto.cc)
189
endif()
190 191 192 193 194 195 196

if(WITH_PSLIB)
  set(DISTRIBUTE_COMPILE_FLAGS
      "-Wno-non-virtual-dtor -Wno-error=non-virtual-dtor -Wno-error=delete-non-virtual-dtor -Wno-error=sign-compare -Wno-error=unused-variable -Wno-error=return-type -Wno-error=unused-but-set-variable -Wno-error=type-limits -Wno-error=unknown-pragmas -Wno-error=parentheses -Wno-error=unused-result"
  )
  if(CMAKE_CXX_COMPILER_VERSION VERSION_GREATER 7.0)
    set(DISTRIBUTE_COMPILE_FLAGS "${DISTRIBUTE_COMPILE_FLAGS} -faligned-new")
T
Thunderbrook 已提交
197
  endif()
198 199
  set_source_files_properties(
    heter_wrapper_py.cc PROPERTIES COMPILE_FLAGS ${DISTRIBUTE_COMPILE_FLAGS})
200
endif()
201 202 203 204 205
if(WITH_PSCORE)
  if(WITH_ARM_BRPC)
    set(DISTRIBUTE_COMPILE_FLAGS
        "-faligned-new -Wno-non-virtual-dtor -Wno-error=non-virtual-dtor -Wno-error=delete-non-virtual-dtor -Wno-error=sign-compare -Wno-error=unused-variable -Wno-error=return-type -Wno-error=unused-but-set-variable -Wno-error=unknown-pragmas -Wno-error=parentheses -Wno-error=unused-result"
    )
206
  else()
207 208 209
    set(DISTRIBUTE_COMPILE_FLAGS
        "-Wno-non-virtual-dtor -Wno-error=non-virtual-dtor -Wno-error=delete-non-virtual-dtor -Wno-error=sign-compare -Wno-error=unused-variable -Wno-error=return-type -Wno-error=unused-but-set-variable -Wno-error=unknown-pragmas -Wno-error=parentheses -Wno-error=unused-result"
    )
210 211 212
    if(CMAKE_CXX_COMPILER_VERSION VERSION_GREATER 7.0)
      set(DISTRIBUTE_COMPILE_FLAGS "${DISTRIBUTE_COMPILE_FLAGS} -faligned-new")
    endif()
213
  endif()
214 215
  set_source_files_properties(
    fleet_py.cc PROPERTIES COMPILE_FLAGS ${DISTRIBUTE_COMPILE_FLAGS})
Z
zhaocaibei123 已提交
216
  list(APPEND PYBIND_DEPS fleet index_wrapper index_sampler)
217 218
  list(APPEND PYBIND_SRCS)
  set(PYBIND_SRCS fleet_py.cc ${PYBIND_SRCS})
219
endif()
220

221
if(WITH_NCCL OR WITH_RCCL)
222 223 224
  list(APPEND PYBIND_SRCS nccl_wrapper_py.cc)
endif()

L
Leo Chen 已提交
225 226
if(WITH_PYTHON)
  # generate op pybind functions automatically for dygraph.
227 228 229 230 231 232 233 234 235 236 237
  if(WITH_ASCEND_CL)
    set(OP_FUNCTION_GENERETOR_DEPS
        pybind
        proto_desc
        executor
        layer
        tracer
        engine
        imperative_profiler
        imperative_flag
        ascend_wrapper)
238
  else()
239 240 241 242 243 244 245 246 247
    set(OP_FUNCTION_GENERETOR_DEPS
        pybind
        proto_desc
        executor
        layer
        tracer
        engine
        imperative_profiler
        imperative_flag)
248
  endif()
L
Leo Chen 已提交
249 250 251
  list(APPEND OP_FUNCTION_GENERETOR_DEPS ${GLOB_OP_LIB})
  list(APPEND OP_FUNCTION_GENERETOR_DEPS ${GLOB_OPERATOR_DEPS})

252
  if(WITH_NCCL OR WITH_RCCL)
L
Leo Chen 已提交
253
    list(APPEND OP_FUNCTION_GENERETOR_DEPS nccl_context)
254
  endif()
L
Leo Chen 已提交
255

256 257
  if(WITH_XPU_BKCL)
    list(APPEND OP_FUNCTION_GENERETOR_DEPS bkcl_context)
258
  endif()
259

260 261
  if(WITH_ASCEND_CL)
    list(APPEND OP_FUNCTION_GENERETOR_DEPS hccl_context)
262
  endif()
263

264 265
  if(WITH_CNCL)
    list(APPEND OP_FUNCTION_GENERETOR_DEPS cncl_context)
266
  endif()
267

L
Leo Chen 已提交
268
  add_executable(op_function_generator op_function_generator.cc)
269
  target_link_libraries(op_function_generator ${OP_FUNCTION_GENERETOR_DEPS})
270 271 272
  add_executable(eager_legacy_op_function_generator
                 eager_legacy_op_function_generator.cc)
  target_link_libraries(eager_legacy_op_function_generator
273
                        ${OP_FUNCTION_GENERETOR_DEPS})
274 275
  if(NOT WIN32)
    add_executable(kernel_signature_generator kernel_signature_generator.cc)
276 277
    target_link_libraries(kernel_signature_generator
                          ${OP_FUNCTION_GENERETOR_DEPS})
278
  endif()
279

280
  get_property(os_dependency_modules GLOBAL PROPERTY OS_DEPENDENCY_MODULES)
L
Leo Chen 已提交
281
  target_link_libraries(op_function_generator ${os_dependency_modules})
282 283
  target_link_libraries(eager_legacy_op_function_generator
                        ${os_dependency_modules})
284 285
  if(WITH_ROCM)
    target_link_libraries(op_function_generator ${ROCM_HIPRTC_LIB})
286
    target_link_libraries(eager_legacy_op_function_generator ${ROCM_HIPRTC_LIB})
287
    target_link_libraries(kernel_signature_generator ${ROCM_HIPRTC_LIB})
288
  endif()
L
Leo Chen 已提交
289

290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307
  set(op_function_output_path ${CMAKE_SOURCE_DIR}/paddle/fluid/pybind/)
  set(impl_file1 ${CMAKE_SOURCE_DIR}/paddle/fluid/pybind/op_function1.cc)
  set(tmp_impl_file1 ${impl_file1}.tmp)
  set(impl_file2 ${CMAKE_SOURCE_DIR}/paddle/fluid/pybind/op_function2.cc)
  set(tmp_impl_file2 ${impl_file2}.tmp)
  set(impl_file3 ${CMAKE_SOURCE_DIR}/paddle/fluid/pybind/op_function3.cc)
  set(tmp_impl_file3 ${impl_file3}.tmp)
  set(impl_file4 ${CMAKE_SOURCE_DIR}/paddle/fluid/pybind/op_function4.cc)
  set(tmp_impl_file4 ${impl_file4}.tmp)
  set(impl_file5 ${CMAKE_SOURCE_DIR}/paddle/fluid/pybind/op_function5.cc)
  set(tmp_impl_file5 ${impl_file5}.tmp)
  set(impl_file6 ${CMAKE_SOURCE_DIR}/paddle/fluid/pybind/op_function6.cc)
  set(tmp_impl_file6 ${impl_file6}.tmp)
  set(impl_file7 ${CMAKE_SOURCE_DIR}/paddle/fluid/pybind/op_function7.cc)
  set(tmp_impl_file7 ${impl_file7}.tmp)
  set(impl_file8 ${CMAKE_SOURCE_DIR}/paddle/fluid/pybind/op_function8.cc)
  set(tmp_impl_file8 ${impl_file8}.tmp)
  set(CODE_GEN_SPLIT_FILE_COUNT "8")
308
  set(eager_impl_file
309
      ${CMAKE_SOURCE_DIR}/paddle/fluid/pybind/eager_legacy_op_function.cc)
310
  set(tmp_eager_impl_file ${eager_impl_file}.tmp)
311

312 313 314 315 316 317 318
  execute_process(
    COMMAND
      "${PYTHON_EXECUTABLE}"
      "${PADDLE_SOURCE_DIR}/paddle/fluid/pybind/generate_file_structures.py"
      "${PADDLE_SOURCE_DIR}/paddle/fluid/pybind/"
      "${CODE_GEN_SPLIT_FILE_COUNT}")

319
  set(OP_IMPL_DEPS op_function_generator)
320 321
  set(EAGER_OP_IMPL_DEPS eager_legacy_op_function_generator
                         eager_python_c_codegen)
322

323
  if(WIN32)
324
    if("${CMAKE_GENERATOR}" STREQUAL "Ninja")
325
      set(op_impl_path "${CMAKE_CURRENT_BINARY_DIR}")
326
    else()
327
      set(op_impl_path "${CMAKE_CURRENT_BINARY_DIR}/${CMAKE_BUILD_TYPE}")
328
    endif()
329

330 331 332 333 334 335 336 337
    file(
      WRITE
      ${CMAKE_BINARY_DIR}/paddle/fluid/pybind/op_function_generator_retry.bat
      ""
      "set build_times=1\n"
      ":retry\n"
      "ECHO op_function_generator run %build_times% time\n"
      "taskkill /f /im op_function_generator.exe 2>NUL\n"
338
      "${op_impl_path}/op_function_generator.exe ${op_function_output_path} ${CODE_GEN_SPLIT_FILE_COUNT}\n"
339 340 341 342 343 344 345 346 347 348 349 350
      "if %ERRORLEVEL% NEQ 0 (\n"
      "    set /a build_times=%build_times%+1\n"
      "    if %build_times% GEQ 10 (\n"
      "        exit /b 1\n"
      "    ) else (\n"
      "        goto :retry\n"
      "    )\n"
      ")\n"
      "exit /b 0")

    file(
      WRITE
351
      ${CMAKE_BINARY_DIR}/paddle/fluid/pybind/eager_legacy_op_function_generator_retry.bat
352 353 354
      ""
      "set build_times=1\n"
      ":retry\n"
355 356 357
      "ECHO eager_legacy_op_function_generator run %build_times% time\n"
      "taskkill /f /im eager_legacy_op_function_generator.exe 2>NUL\n"
      "${op_impl_path}/eager_legacy_op_function_generator.exe ${tmp_eager_impl_file}\n"
358 359 360 361 362 363 364 365 366
      "if %ERRORLEVEL% NEQ 0 (\n"
      "    set /a build_times=%build_times%+1\n"
      "    if %build_times% GEQ 10 (\n"
      "        exit /b 1\n"
      "    ) else (\n"
      "        goto :retry\n"
      "    )\n"
      ")\n"
      "exit /b 0")
367

368
    if(${CBLAS_PROVIDER} STREQUAL MKLML)
369 370 371 372
      add_custom_command(
        OUTPUT ${op_impl_path}/libiomp5md.dll
        COMMAND ${CMAKE_COMMAND} -E copy ${MKLML_SHARED_IOMP_LIB}
                ${op_impl_path}
373 374
        DEPENDS mklml)
      list(APPEND OP_IMPL_DEPS ${op_impl_path}/libiomp5md.dll)
375
      list(APPEND EAGER_OP_IMPL_DEPS ${op_impl_path}/libiomp5md.dll)
376
    else()
377 378
      add_custom_command(
        OUTPUT ${op_impl_path}/openblas.dll
379 380 381
        COMMAND ${CMAKE_COMMAND} -E copy ${OPENBLAS_SHARED_LIB} ${op_impl_path}
        DEPENDS extern_openblas)
      list(APPEND OP_IMPL_DEPS ${op_impl_path}/openblas.dll)
382
      list(APPEND EAGER_OP_IMPL_DEPS ${op_impl_path}/openblas.dll)
383
    endif()
L
Leo Chen 已提交
384
    if(WITH_MKLDNN)
385 386
      add_custom_command(
        OUTPUT ${op_impl_path}/mkldnn.dll
387 388
        COMMAND ${CMAKE_COMMAND} -E copy ${MKLDNN_SHARED_LIB} ${op_impl_path}
        DEPENDS mkldnn)
389 390
      list(APPEND OP_IMPL_DEPS ${op_impl_path}/mkldnn.dll)
      list(APPEND EAGER_OP_IMPL_DEPS ${op_impl_path}/mkldnn.dll)
391
    endif()
392
    if(WITH_ONNXRUNTIME)
393 394
      add_custom_command(
        OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/paddle2onnx.dll
395
        COMMAND ${CMAKE_COMMAND} -E copy ${PADDLE2ONNX_LIB}
396
                ${CMAKE_CURRENT_BINARY_DIR}
397 398
        DEPENDS paddle2onnx)
      list(APPEND OP_IMPL_DEPS ${CMAKE_CURRENT_BINARY_DIR}/paddle2onnx.dll)
399 400
      list(APPEND EAGER_OP_IMPL_DEPS
           ${CMAKE_CURRENT_BINARY_DIR}/paddle2onnx.dll)
401

402 403 404 405
      add_custom_command(
        OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/onnxruntime.dll
        COMMAND ${CMAKE_COMMAND} -E copy ${ONNXRUNTIME_SHARED_LIB}
                ${CMAKE_CURRENT_BINARY_DIR}
406 407
        DEPENDS onnxruntime)
      list(APPEND OP_IMPL_DEPS ${CMAKE_CURRENT_BINARY_DIR}/onnxruntime.dll)
408 409
      list(APPEND EAGER_OP_IMPL_DEPS
           ${CMAKE_CURRENT_BINARY_DIR}/onnxruntime.dll)
410
    endif()
411

412
    add_custom_command(
413
      OUTPUT op_function
414 415
      COMMAND
        ${CMAKE_BINARY_DIR}/paddle/fluid/pybind/op_function_generator_retry.bat
416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439
      COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file1}
              ${impl_file1}
      COMMENT "copy_if_different ${tmp_impl_file1} to ${impl_file1}"
      COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file2}
              ${impl_file2}
      COMMENT "copy_if_different ${tmp_impl_file2} to ${impl_file2}"
      COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file3}
              ${impl_file3}
      COMMENT "copy_if_different ${tmp_impl_file3} to ${impl_file3}"
      COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file4}
              ${impl_file4}
      COMMENT "copy_if_different ${tmp_impl_file4} to ${impl_file4}"
      COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file5}
              ${impl_file5}
      COMMENT "copy_if_different ${tmp_impl_file5} to ${impl_file5}"
      COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file6}
              ${impl_file6}
      COMMENT "copy_if_different ${tmp_impl_file6} to ${impl_file6}"
      COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file7}
              ${impl_file7}
      COMMENT "copy_if_different ${tmp_impl_file7} to ${impl_file7}"
      COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file8}
              ${impl_file8}
      COMMENT "copy_if_different ${tmp_impl_file8} to ${impl_file8}"
440
      DEPENDS ${OP_IMPL_DEPS})
441
    if(NOT ((NOT WITH_PYTHON) AND ON_INFER))
442 443 444
      add_custom_command(
        OUTPUT ${eager_impl_file}
        COMMAND
445
          ${CMAKE_BINARY_DIR}/paddle/fluid/pybind/eager_legacy_op_function_generator_retry.bat
446 447
        COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_eager_impl_file}
                ${eager_impl_file}
448 449 450
        COMMENT "copy_if_different ${tmp_eager_impl_file} to ${eager_impl_file}"
        DEPENDS ${EAGER_OP_IMPL_DEPS})
    endif()
451
  else()
452
    # If there are no *.so in /usr/lib or LD_LIBRARY_PATH,
L
Leo Chen 已提交
453
    # copy these *.so to current directory and append current directory to
454
    # LD_LIBRARY_PATH. This is different with Windows platformm, which search
L
Leo Chen 已提交
455
    # *.dll in current directory automatically.
456
    if(WITH_ONNXRUNTIME)
H
heliqi 已提交
457 458 459 460
      set(PADDLE2ONNX_PYBIND_OUT
          ${CMAKE_CURRENT_BINARY_DIR}/${PADDLE2ONNX_LIB_NAME})
      set(ONNXRUNTIME_PYBIND_OUT
          ${CMAKE_CURRENT_BINARY_DIR}/${ONNXRUNTIME_LIB_NAME})
461

462 463 464 465
      add_custom_command(
        OUTPUT ${PADDLE2ONNX_PYBIND_OUT}
        COMMAND ${CMAKE_COMMAND} -E copy ${PADDLE2ONNX_LIB}
                ${CMAKE_CURRENT_BINARY_DIR}
466 467 468 469
        DEPENDS paddle2onnx)
      list(APPEND OP_IMPL_DEPS ${PADDLE2ONNX_PYBIND_OUT})
      list(APPEND EAGER_OP_IMPL_DEPS ${PADDLE2ONNX_PYBIND_OUT})

470 471 472 473
      add_custom_command(
        OUTPUT ${ONNXRUNTIME_PYBIND_OUT}
        COMMAND ${CMAKE_COMMAND} -E copy ${ONNXRUNTIME_LIB}
                ${CMAKE_CURRENT_BINARY_DIR}
474 475 476 477 478
        DEPENDS onnxruntime)
      list(APPEND OP_IMPL_DEPS ${ONNXRUNTIME_PYBIND_OUT})
      list(APPEND EAGER_OP_IMPL_DEPS ${ONNXRUNTIME_PYBIND_OUT})
    endif()

479
    if(WITH_MKLML)
480 481 482 483
      add_custom_command(
        OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/libiomp5.so
        COMMAND ${CMAKE_COMMAND} -E copy ${MKLML_SHARED_IOMP_LIB}
                ${CMAKE_CURRENT_BINARY_DIR}
484 485
        DEPENDS mklml)
      list(APPEND OP_IMPL_DEPS ${CMAKE_CURRENT_BINARY_DIR}/libiomp5.so)
486
      list(APPEND EAGER_OP_IMPL_DEPS ${CMAKE_CURRENT_BINARY_DIR}/libiomp5.so)
487 488
    endif()
    if(WITH_MKLDNN)
489 490 491 492
      add_custom_command(
        OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/libdnnl.so.0
        COMMAND ${CMAKE_COMMAND} -E copy ${MKLDNN_SHARED_LIB}
                ${CMAKE_CURRENT_BINARY_DIR}
493 494
        DEPENDS mkldnn)
      list(APPEND OP_IMPL_DEPS ${CMAKE_CURRENT_BINARY_DIR}/libdnnl.so.0)
495
      list(APPEND EAGER_OP_IMPL_DEPS ${CMAKE_CURRENT_BINARY_DIR}/libdnnl.so.0)
496
    endif()
497
    add_custom_command(
498
      OUTPUT op_function
499 500
      COMMAND
        ${CMAKE_COMMAND} -E env "LD_LIBRARY_PATH=$ENV{LD_LIBRARY_PATH}:."
501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526
        "${CMAKE_CURRENT_BINARY_DIR}/op_function_generator"
        "${op_function_output_path}" "${CODE_GEN_SPLIT_FILE_COUNT}"
      COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file1}
              ${impl_file1}
      COMMENT "copy_if_different ${tmp_impl_file1} to ${impl_file1}"
      COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file2}
              ${impl_file2}
      COMMENT "copy_if_different ${tmp_impl_file2} to ${impl_file2}"
      COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file3}
              ${impl_file3}
      COMMENT "copy_if_different ${tmp_impl_file3} to ${impl_file3}"
      COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file4}
              ${impl_file4}
      COMMENT "copy_if_different ${tmp_impl_file4} to ${impl_file4}"
      COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file5}
              ${impl_file5}
      COMMENT "copy_if_different ${tmp_impl_file5} to ${impl_file5}"
      COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file6}
              ${impl_file6}
      COMMENT "copy_if_different ${tmp_impl_file6} to ${impl_file6}"
      COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file7}
              ${impl_file7}
      COMMENT "copy_if_different ${tmp_impl_file7} to ${impl_file7}"
      COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_impl_file8}
              ${impl_file8}
      COMMENT "copy_if_different ${tmp_impl_file8} to ${impl_file8}"
527 528
      DEPENDS ${OP_IMPL_DEPS}
      VERBATIM)
529
    if(NOT ((NOT WITH_PYTHON) AND ON_INFER))
530 531 532 533
      add_custom_command(
        OUTPUT ${eager_impl_file}
        COMMAND
          ${CMAKE_COMMAND} -E env "LD_LIBRARY_PATH=$ENV{LD_LIBRARY_PATH}:."
534
          "${CMAKE_CURRENT_BINARY_DIR}/eager_legacy_op_function_generator"
535 536 537 538 539 540 541
          "${tmp_eager_impl_file}"
        COMMAND ${CMAKE_COMMAND} -E copy_if_different ${tmp_eager_impl_file}
                ${eager_impl_file}
        COMMENT "copy_if_different ${tmp_eager_impl_file} to ${eager_impl_file}"
        DEPENDS ${EAGER_OP_IMPL_DEPS}
        VERBATIM)
    endif()
542
  endif()
543
  add_custom_target(op_function_generator_cmd ALL DEPENDS op_function)
544
  if(NOT ((NOT WITH_PYTHON) AND ON_INFER))
545
    add_custom_target(eager_legacy_op_function_generator_cmd ALL
546
                      DEPENDS ${eager_impl_file})
547
  endif()
L
Leo Chen 已提交
548

549
  list(APPEND PYBIND_DEPS standalone_executor staticgraph_executor_statistics)
550

551
  if(NOT ((NOT WITH_PYTHON) AND ON_INFER))
552 553 554 555 556 557
    set(PYBIND_SRCS eager.cc ${PYBIND_SRCS})
    set(PYBIND_SRCS eager_functions.cc ${PYBIND_SRCS})
    set(PYBIND_SRCS eager_method.cc ${PYBIND_SRCS})
    set(PYBIND_SRCS eager_properties.cc ${PYBIND_SRCS})
    set(PYBIND_SRCS eager_utils.cc ${PYBIND_SRCS})
    set(PYBIND_SRCS eager_py_layer.cc ${PYBIND_SRCS})
558
    set(PYBIND_SRCS eager_legacy_op_function.cc ${PYBIND_SRCS})
559
    set(PYBIND_SRCS eager_op_function.cc ${PYBIND_SRCS})
560
    set(PYBIND_SRCS eager_math_op_patch.cc ${PYBIND_SRCS})
561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576
    list(APPEND PYBIND_DEPS eager_api)
    list(APPEND PYBIND_DEPS autograd_meta)
    list(APPEND PYBIND_DEPS backward)
    list(APPEND PYBIND_DEPS grad_node_info)
    list(APPEND PYBIND_DEPS phi)
    list(APPEND PYBIND_DEPS final_dygraph_function)
    list(APPEND PYBIND_DEPS final_dygraph_node)
    list(APPEND PYBIND_DEPS dygraph_function)
    list(APPEND PYBIND_DEPS dygraph_node)
    list(APPEND PYBIND_DEPS accumulation_node)
    list(APPEND PYBIND_DEPS py_layer_node)
    list(APPEND PYBIND_DEPS global_utils)
    list(APPEND PYBIND_DEPS utils)
    list(APPEND PYBIND_DEPS python)
    list(APPEND PYBIND_DEPS custom_operator)
    list(APPEND PYBIND_DEPS custom_operator_node)
577
    list(APPEND PYBIND_DEPS saved_tensors_hooks)
578
  endif()
579

580 581 582 583 584 585 586 587
  # On Linux, cc_library(paddle SHARED ..) will generate the libpaddle.so,
  # add a prefix `lib` by default, but on Windows, cc_library(paddle SHARED ..)
  # will not add prefix, so it generate paddle.lib and paddle.pyd,
  # we need to pay attention to the difference
  set(SHARD_LIB_NAME paddle)
  if(WIN32)
    set(SHARD_LIB_NAME libpaddle)
  endif()
588
  cc_library(
589
    ${SHARD_LIB_NAME} SHARED
590
    SRCS ${PYBIND_SRCS}
591
    DEPS ${PYBIND_DEPS} ${GLOB_OP_LIB} ${GLOB_OPERATOR_DEPS})
592

593
  if(NOT ((NOT WITH_PYTHON) AND ON_INFER))
594 595
    add_dependencies(${SHARD_LIB_NAME} legacy_eager_codegen)
    add_dependencies(${SHARD_LIB_NAME} eager_legacy_op_function_generator_cmd)
596 597
  endif()

598
  if(NOT APPLE AND NOT WIN32)
599
    target_link_libraries(${SHARD_LIB_NAME} rt)
600
  endif()
601 602

  if(WITH_ROCM)
603
    target_link_libraries(${SHARD_LIB_NAME} ${ROCM_HIPRTC_LIB})
604
  endif()
605

W
wuhuachaocoding 已提交
606
  if(WITH_MPI)
607
    target_link_libraries(${SHARD_LIB_NAME} ${MPI_CXX_LIBRARIES})
W
wuhuachaocoding 已提交
608 609
  endif()

610
  get_property(os_dependency_modules GLOBAL PROPERTY OS_DEPENDENCY_MODULES)
611 612
  target_link_libraries(${SHARD_LIB_NAME} ${os_dependency_modules})
  add_dependencies(${SHARD_LIB_NAME} op_function_generator_cmd)
613
endif()