CMakeLists.txt 3.6 KB
Newer Older
1 2 3 4 5 6 7 8 9
if(NOT WITH_DISTRIBUTE)
    return()
endif()

if(WITH_GRPC)
    set(cc_generic_services "false")
else()
    set(cc_generic_services "true")
endif()
10
configure_file(send_recv.proto.in ${CMAKE_CURRENT_SOURCE_DIR}/send_recv.proto @ONLY)
11

Q
Qiao Longfei 已提交
12 13 14
cc_library(async_sparse_param_update_recorder SRCS async_sparse_param_update_recorder.cc DEPS enforce simple_threadpool)
cc_test(async_sparse_param_update_recorder_test SRCS async_sparse_param_update_recorder_test.cc DEPS async_sparse_param_update_recorder)

15 16 17
cc_library(heart_beat_monitor SRCS heart_beat_monitor.cc DEPS enforce simple_threadpool)
cc_test(heart_beat_monitor_test SRCS heart_beat_monitor_test.cc DEPS heart_beat_monitor)

18
cc_library(barrier_monitor SRCS barrier_monitor.cc DEPS enforce simple_threadpool trainer_desc_proto device_context)
T
tangwei12 已提交
19

W
Wu Yi 已提交
20
# FIXME(typhoonzero): use add_subdirectory once we clean the dependency of these files
Q
Qiao Longfei 已提交
21
set(DISTRIBUTE_COMPILE_FLAGS "-Wno-non-virtual-dtor -Wno-error=non-virtual-dtor -Wno-error=delete-non-virtual-dtor")
G
gongweibao 已提交
22
if(WITH_GRPC)
23
  set(GRPC_DEPS grpc++_unsecure grpc_unsecure gpr zlib protobuf)
W
Wu Yi 已提交
24 25 26 27 28 29
  set(GRPC_SRCS grpc/grpc_client.cc grpc/grpc_server.cc grpc/grpc_serde.cc grpc/grpc_bytebuffer_stream.cc grpc/grpc_variable_response.cc)
  grpc_library(sendrecvop_rpc SRCS sendrecvop_utils.cc
        request_handler_impl.cc rpc_client.cc rpc_server.cc
        variable_response.cc
        collective_client.cc collective_server.cc
        ${GRPC_SRCS}
30
      PROTO send_recv.proto 
T
tangwei12 已提交
31
      DEPS lod_tensor selected_rows_functor memory scope ${GRPC_DEPS} async_sparse_param_update_recorder heart_beat_monitor barrier_monitor)
Q
Qiao Longfei 已提交
32

G
gongweibao 已提交
33
  set_source_files_properties(grpc_serde_test.cc rpc_server_test.cc PROPERTIES COMPILE_FLAGS ${DISTRIBUTE_COMPILE_FLAGS})
Y
Yiqun Liu 已提交
34
  set(RPC_DEPS sendrecvop_rpc ${GRPC_DEPS})
35

W
Wu Yi 已提交
36
  cc_test(grpc_serde_test SRCS grpc/grpc_serde_test.cc 
37
    DEPS ${RPC_DEPS} scope profiler math_function)
38

Q
Qiao Longfei 已提交
39
else()
G
gongweibao 已提交
40
  set(BRPC_SRCS brpc/brpc_client.cc brpc/brpc_server.cc brpc/brpc_sendrecvop_utils.cc brpc/brpc_variable_response.cc brpc/brpc_rdma_pool.cc)
Q
can run  
Qiao Longfei 已提交
41
  set_source_files_properties(${BRPC_SRCS} parameter_prefetch.cc parameter_send.cc parameter_recv.cc communicator.cc rpc_server_test.cc brpc/brpc_serde_test.cc collective_server.cc collective_server_test.cc collective_client.cc PROPERTIES COMPILE_FLAGS ${DISTRIBUTE_COMPILE_FLAGS})
42

43
  set(BRPC_DEPS brpc ssl crypto protobuf leveldb zlib)
44

W
Wu Yi 已提交
45 46 47 48 49
  brpc_library(sendrecvop_rpc SRCS sendrecvop_utils.cc
      request_handler_impl.cc rpc_client.cc rpc_server.cc
      variable_response.cc
      collective_client.cc collective_server.cc
      ${BRPC_SRCS}
G
gongweibao 已提交
50
    PROTO send_recv.proto
51
    DEPS lod_tensor selected_rows memory scope ${BRPC_DEPS})
52

53
  set(RPC_DEPS sendrecvop_rpc ${BRPC_DEPS})
W
Wu Yi 已提交
54
  cc_test(brpc_serde_test SRCS brpc/brpc_serde_test.cc
55
      DEPS ${RPC_DEPS} gflags glog executor proto_desc lookup_sparse_table_op)
W
Wu Yi 已提交
56
endif()
G
gongweibao 已提交
57

58

W
Wu Yi 已提交
59
cc_test(rpc_server_test SRCS rpc_server_test.cc
60
    DEPS ${RPC_DEPS} executor scope proto_desc lookup_sparse_table_op)
Q
Qiao Longfei 已提交
61
cc_test(varhandle_test SRCS varhandle_test.cc DEPS profiler scope)
W
Wu Yi 已提交
62
cc_library(parameter_prefetch SRCS parameter_prefetch.cc DEPS sendrecvop_rpc memory)
Q
Qiao Longfei 已提交
63
cc_library(parameter_send SRCS parameter_send.cc DEPS sendrecvop_rpc memory)
Q
Qiao Longfei 已提交
64
cc_library(parameter_recv SRCS parameter_recv.cc DEPS sendrecvop_rpc memory)
Q
Qiao Longfei 已提交
65
cc_library(communicator SRCS communicator.cc DEPS scope selected_rows tensor variable_helper selected_rows_functor simple_threadpool parameter_send parameter_recv)
Q
Qiao Longfei 已提交
66
cc_test(communicator_test SRCS communicator_test.cc DEPS communicator)
W
Wu Yi 已提交
67 68
if(WITH_GPU)
    cc_test(collective_server_test SRCS collective_server_test.cc 
G
gongweibao 已提交
69
        DEPS sendrecvop_rpc executor ${RPC_DEPS}
70
        selected_rows_functor  scope math_function)
Q
Qiao Longfei 已提交
71
endif()