// Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include #include #include // NOLINT #include #include #include "paddle/fluid/operators/detail/request_handler.h" namespace paddle { namespace operators { namespace detail { class RPCServer { public: explicit RPCServer(const std::string& address, int client_num) : cur_cond_(0), bind_address_(address), exit_flag_(false), selected_port_(0), client_num_(client_num) {} virtual ~RPCServer() {} virtual void StartServer() = 0; virtual void WaitServerReady() = 0; void ShutDown(); bool IsExit() { return exit_flag_.load(); } int GetSelectedPort() const { return selected_port_; } void SavePort() const; // RegisterRPC, register the rpc method name to a handler // class, and auto generate a condition id for this call // to be used for the barrier. void RegisterRPC(const std::string& rpc_name, RequestHandler* handler, int thread_num = 5); // Wait util all the clients have reached the barrier for one // rpc method. This function should be called in the // RequestHandler if you want to run the server/client in a // synchronous mode. void WaitBarrier(const std::string& rpc_name); void SetCond(const std::string& rpc_name); void WaitCond(const std::string& rpc_name); void IncreaseBatchBarrier(const std::string rpc_name); void ResetBarrierCounter(); void RecordSparseVar(framework::Variable* sparse_var); void ResetSparseVarsRecorder(); protected: virtual void ShutDownImpl() = 0; private: std::mutex mutex_; std::unordered_map barrier_counter_; std::condition_variable barrier_cond_; std::unordered_map rpc_cond_map_; std::atomic cur_cond_; std::condition_variable rpc_cond_; std::vector sparse_vars_; std::mutex mutex_sparse_var_recorder_; protected: std::string bind_address_; std::atomic exit_flag_; int selected_port_; const int client_num_; std::unordered_map rpc_call_map_; std::unordered_map rpc_thread_num_; friend class RequestHandler; }; }; // namespace detail }; // namespace operators }; // namespace paddle