CMakeLists.txt 8.7 KB
Newer Older
D
dzhwinter 已提交
1

D
dzhwinter 已提交
2 3 4 5 6 7 8 9 10 11 12
# windows treat symbolic file as a real file, which is different with unix
# We create a hidden file and compile it instead of origin source file.
function(windows_symbolic TARGET)
  set(oneValueArgs "")
  set(multiValueArgs SRCS DEPS)
  cmake_parse_arguments(windows_symbolic "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
  foreach(src ${windows_symbolic_SRCS})
  get_filename_component(src ${src} NAME_WE)
  if (NOT EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/${src}.cc OR NOT EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/${src}.cu)
      message(FATAL " ${src}.cc and ${src}.cu must exsits, and ${src}.cu must be symbolic file.")
  endif()
D
dzhwinter 已提交
13 14 15 16 17 18 19 20 21 22 23

  # only copy the xx.cu to .xx.cu when the content are modified
  set(copy_flag 1)
  if (EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/.${src}.cu)
  file(READ ${CMAKE_CURRENT_SOURCE_DIR}/${src}.cc SOURCE_STR)
  file(READ ${CMAKE_CURRENT_SOURCE_DIR}/.${src}.cu TARGET_STR)
  if (SOURCE_STR STREQUAL TARGET_STR)
    set(copy_flag 0)
  endif()
  endif()
  if (copy_flag)
D
dzhwinter 已提交
24
  add_custom_command(OUTPUT .${src}.cu 
D
dzhwinter 已提交
25 26 27
          COMMAND ${CMAKE_COMMAND} -E remove ${CMAKE_CURRENT_SOURCE_DIR}/.${src}.cu
          COMMAND ${CMAKE_COMMAND} -E copy "${CMAKE_CURRENT_SOURCE_DIR}/${src}.cc" "${CMAKE_CURRENT_SOURCE_DIR}/.${src}.cu"
          COMMENT "create hidden file of ${src}.cu")
D
dzhwinter 已提交
28
  endif(copy_flag)
D
dzhwinter 已提交
29 30 31 32
  add_custom_target(${TARGET} ALL DEPENDS .${src}.cu)  
  endforeach()
endfunction()

D
dzhwinter 已提交
33
add_subdirectory(ir)
D
dzhwinter 已提交
34
if (NOT WIN32)
Y
Yu Yang 已提交
35
add_subdirectory(details)
D
dzhwinter 已提交
36
endif (NOT WIN32)
Q
qiaolongfei 已提交
37
# ddim lib
38 39
proto_library(framework_proto SRCS framework.proto)

40
cc_library(ddim SRCS ddim.cc DEPS eigen3 boost)
41 42
cc_test(ddim_test SRCS ddim_test.cc DEPS ddim)
nv_test(dim_test SRCS dim_test.cu DEPS ddim)
Y
yuyang18 已提交
43
cc_library(data_type SRCS data_type.cc DEPS framework_proto ddim device_context)
D
dzhwinter 已提交
44
cc_test(data_type_test SRCS data_type_test.cc DEPS data_type place tensor)
45
if(WITH_GPU)
D
dzhwinter 已提交
46 47 48 49 50 51 52
  if (WIN32)
    windows_symbolic(tensor_util SRCS tensor_util.cu)
    nv_library(tensor SRCS tensor.cc .tensor_util.cu DEPS place memory data_type device_context)
    add_dependencies(tensor tensor_util)
  else()
    nv_library(tensor SRCS tensor.cc tensor_util.cu DEPS place memory data_type device_context)
  endif(WIN32)
Y
Yang Yu 已提交
53
else()
M
minqiyang 已提交
54
  cc_library(tensor SRCS tensor.cc tensor_util.cc DEPS place memory data_type device_context)
55
endif()
D
dzhwinter 已提交
56

Y
Yu Yang 已提交
57
cc_test(tensor_test SRCS tensor_test.cc DEPS tensor)
58
if(WITH_GPU)
Y
Yang Yu 已提交
59 60 61 62
  nv_test(tensor_util_test SRCS tensor_util_test.cc tensor_util_test.cu DEPS tensor)
else()
  cc_test(tensor_util_test SRCS tensor_util_test.cc DEPS tensor)
endif()
D
dzhwinter 已提交
63

Y
Update  
Yi Wang 已提交
64
cc_test(eigen_test SRCS eigen_test.cc DEPS tensor)
L
liaogang 已提交
65

66
if(WITH_GPU)
Q
qiaolongfei 已提交
67
  nv_test(mixed_vector_test SRCS mixed_vector_test.cc mixed_vector_test.cu DEPS place memory device_context tensor)
68 69 70
else()
  cc_test(mixed_vector_test SRCS mixed_vector_test.cc DEPS place memory device_context tensor)
endif()
D
dzhwinter 已提交
71
if (NOT WIN32)
Y
Yu Yang 已提交
72
cc_library(lod_tensor SRCS lod_tensor.cc DEPS ddim place tensor framework_proto recordio)
D
dzhwinter 已提交
73 74 75 76
else()
cc_library(lod_tensor SRCS lod_tensor.cc DEPS ddim place tensor framework_proto)
endif (NOT WIN32)

Y
Yi Wang 已提交
77
cc_test(lod_tensor_test SRCS lod_tensor_test.cc DEPS lod_tensor memory)
78
nv_test(lod_tensor_gpu_test SRCS lod_tensor_test.cu DEPS lod_tensor)
79

F
fengjiayi 已提交
80
cc_library(reader SRCS reader.cc DEPS lod_tensor ddim)
Y
yuyang18 已提交
81
cc_test(reader_test SRCS reader_test.cc DEPS reader)
F
fengjiayi 已提交
82

Y
Yi Wang 已提交
83
cc_test(variable_test SRCS variable_test.cc)
Y
Yi Wang 已提交
84

Y
Yi Wang 已提交
85
cc_library(threadpool SRCS threadpool.cc DEPS enforce)
Y
Yang Yu 已提交
86 87 88
cc_test(threadpool_test SRCS threadpool_test.cc DEPS threadpool)

cc_library(scope SRCS scope.cc DEPS glog threadpool)
Y
Yi Wang 已提交
89
cc_test(scope_test SRCS scope_test.cc DEPS scope)
L
liaogang 已提交
90

91
cc_library(data_device_transform SRCS data_device_transform.cc DEPS tensor)
92
nv_test(data_device_transform_test SRCS data_device_transform_test.cu
93
        DEPS operator op_registry device_context math_function)
94

95
if(WITH_GPU)
D
dzhwinter 已提交
96 97 98 99 100 101 102 103 104
  if (WIN32)
    # windows treat symbolic file as a real file, which is different with unix
    # We create a hidden file and compile it instead of origin source file.
      windows_symbolic(hidden_file SRCS data_type_transform.cu)
      nv_library(data_type_transform SRCS .data_type_transform.cu DEPS tensor)
      add_dependencies(data_type_transform hidden_file)
  else()
      nv_library(data_type_transform SRCS data_type_transform.cu DEPS tensor)
  endif(WIN32)
105 106 107 108 109
  nv_test(data_type_transform_test SRCS data_type_transform_test.cc data_type_transform_test.cu DEPS data_type_transform)
else()
  cc_library(data_type_transform SRCS data_type_transform.cc DEPS tensor)
  cc_test(data_type_transform_test SRCS data_type_transform_test.cc DEPS data_type_transform)
endif()
110

111
cc_library(data_layout_transform SRCS data_layout_transform.cc DEPS tensor math_function)
112
cc_test(data_layout_transform_test SRCS data_layout_transform_test.cc DEPS data_layout_transform)
113

114 115
cc_library(data_transform SRCS data_transform.cc DEPS math_function tensor
        framework_proto selected_rows data_device_transform data_type_transform data_layout_transform)
Q
Qiao Longfei 已提交
116

D
dangqingqing 已提交
117
cc_library(attribute SRCS attribute.cc DEPS framework_proto boost)
118 119
cc_test(program_desc_test SRCS program_desc_test.cc DEPS proto_desc
device_context)
R
reyoung 已提交
120
cc_library(op_proto_maker SRCS op_proto_maker.cc DEPS framework_proto attribute glog)
121
cc_test(op_proto_maker_test SRCS op_proto_maker_test.cc DEPS op_proto_maker)
122
cc_library(op_info SRCS op_info.cc DEPS attribute framework_proto)
T
tensor-tang 已提交
123
cc_library(shape_inference SRCS shape_inference.cc DEPS ddim attribute device_context)
D
dzhwinter 已提交
124 125

if (NOT WIN32)
126
cc_library(operator SRCS operator.cc DEPS op_info device_context tensor scope glog
Y
Yibing Liu 已提交
127
    shape_inference data_transform lod_tensor profiler)
D
dzhwinter 已提交
128 129 130 131 132
else()
cc_library(operator SRCS operator.cc DEPS op_info device_context tensor scope glog
    shape_inference data_transform lod_tensor)
endif(NOT WIN32)

133
cc_test(operator_test SRCS operator_test.cc DEPS operator op_registry device_context)
134
cc_library(proto_desc SRCS var_desc.cc op_desc.cc block_desc.cc program_desc.cc DEPS shape_inference op_info operator glog)
Q
Qiao Longfei 已提交
135

Y
Yu Yang 已提交
136
cc_library(op_registry SRCS op_registry.cc DEPS op_proto_maker op_info operator glog proto_desc)
D
dzhwinter 已提交
137
nv_test(op_registry_test SRCS op_registry_test.cc DEPS op_registry)
138

D
dzhwinter 已提交
139
if (NOT WIN32)
Y
Yi Wang 已提交
140
py_proto_compile(framework_py_proto SRCS framework.proto)
141 142 143
# Generate an empty __init__.py to make framework_py_proto as a valid python module.
add_custom_target(framework_py_proto_init ALL COMMAND ${CMAKE_COMMAND} -E touch __init__.py)
add_dependencies(framework_py_proto framework_py_proto_init)
144
add_custom_command(TARGET framework_py_proto POST_BUILD
145 146
    COMMAND ${CMAKE_COMMAND} -E make_directory ${PADDLE_BINARY_DIR}/python/paddle/fluid/proto
    COMMAND cp *.py ${PADDLE_BINARY_DIR}/python/paddle/fluid/proto/
147
    COMMENT "Copy generated python proto into directory paddle/fluid/proto."
148
    WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
D
dzhwinter 已提交
149
endif(NOT WIN32)
150

Y
Yu Yang 已提交
151
cc_library(lod_rank_table SRCS lod_rank_table.cc DEPS lod_tensor)
Y
Yan Chunwei 已提交
152

153 154
cc_library(feed_fetch_method SRCS feed_fetch_method.cc DEPS lod_tensor scope glog)

W
Wu Yi 已提交
155
if(WITH_DISTRIBUTE)
X
Xin Pan 已提交
156
  cc_library(executor SRCS executor.cc DEPS op_registry device_context scope framework_proto glog lod_rank_table feed_fetch_method sendrecvop_grpc cares grpc++_unsecure grpc_unsecure gpr graph_to_program_pass)
W
Wu Yi 已提交
157 158 159
  set(DISTRIBUTE_COMPILE_FLAGS "-Wno-non-virtual-dtor -Wno-error=non-virtual-dtor -Wno-error=delete-non-virtual-dtor")
  set_source_files_properties(executor.cc PROPERTIES COMPILE_FLAGS ${DISTRIBUTE_COMPILE_FLAGS})
else()
X
Xin Pan 已提交
160
  cc_library(executor SRCS executor.cc DEPS op_registry device_context scope framework_proto glog lod_rank_table feed_fetch_method graph_to_program_pass)
W
Wu Yi 已提交
161
endif()
Y
Yu Yang 已提交
162

D
dzhwinter 已提交
163
if (NOT WIN32)
Y
yuyang18 已提交
164 165 166 167 168
cc_library(parallel_executor SRCS parallel_executor.cc DEPS
        threaded_ssa_graph_executor scope_buffered_ssa_graph_executor
        graph graph_viz_pass multi_devices_graph_pass
        multi_devices_graph_print_pass multi_devices_graph_check_pass
        fast_threaded_ssa_graph_executor)
D
dzhwinter 已提交
169
endif() # NOT WIN32
Q
qijun 已提交
170

Y
Yang Yang 已提交
171
cc_library(prune SRCS prune.cc DEPS framework_proto)
Y
Yang Yang 已提交
172
cc_test(prune_test SRCS prune_test.cc DEPS op_info prune recurrent_op device_context)
Y
Yu Yang 已提交
173 174
cc_test(var_type_inference_test SRCS var_type_inference_test.cc DEPS op_registry
        proto_desc)
Q
qijun 已提交
175 176
cc_library(selected_rows SRCS selected_rows.cc DEPS tensor)
cc_test(selected_rows_test SRCS selected_rows_test.cc DEPS selected_rows)
D
dzhwinter 已提交
177

Q
Qiao Longfei 已提交
178
cc_test(op_kernel_type_test SRCS op_kernel_type_test.cc DEPS place device_context framework_proto)
Y
Yang Yu 已提交
179
cc_test(cow_ptr_tests SRCS details/cow_ptr_test.cc)
M
minqiyang 已提交
180

A
Abhinav Arora 已提交
181
# cc_test(channel_test SRCS channel_test.cc)
C
chengduo 已提交
182
cc_test(tuple_test SRCS tuple_test.cc )
183

D
dzhwinter 已提交
184
if (NOT WIN32)
Q
Qiao Longfei 已提交
185
cc_test(rw_lock_test SRCS rw_lock_test.cc)
D
dzhwinter 已提交
186
endif (NOT WIN32)
Q
Qiao Longfei 已提交
187

188 189 190 191 192
# disable test temporarily.
# TODO https://github.com/PaddlePaddle/Paddle/issues/11971
# cc_test(concurrency_test SRCS concurrency_test.cc DEPS go_op channel_close_op channel_create_op
#         channel_send_op channel_recv_op sum_op select_op elementwise_add_op compare_op
#         conditional_block_op while_op assign_op print_op executor proto_desc)