predictor_sdk.cpp 4.9 KB
Newer Older
W
wangguibao 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14
// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

G
guru4elephant 已提交
15 16
#include "core/sdk-cpp/include/predictor_sdk.h"
#include "core/sdk-cpp/include/abtest.h"
W
sdk-cpp  
wangguibao 已提交
17 18 19 20 21 22

namespace baidu {
namespace paddle_serving {
namespace sdk_cpp {

int PredictorApi::register_all() {
W
wangguibao 已提交
23 24 25 26
  if (WeightedRandomRender::register_self() != 0) {
    LOG(ERROR) << "Failed register WeightedRandomRender";
    return -1;
  }
W
sdk-cpp  
wangguibao 已提交
27

W
wangguibao 已提交
28
  LOG(WARNING) << "Succ register all components!";
W
sdk-cpp  
wangguibao 已提交
29

W
wangguibao 已提交
30
  return 0;
W
sdk-cpp  
wangguibao 已提交
31 32
}

G
guru4elephant 已提交
33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75
int PredictorApi::create(const std::string & api_desc_str) {
  VLOG(2) << api_desc_str;
  if (register_all() != 0) {
    LOG(ERROR) << "Failed do register all!";
    return -1;
  }

  if (_config_manager.create(api_desc_str) != 0) {
    LOG(ERROR) << "Failed create config manager from desc string :"
               << api_desc_str;
    return -1;
  }

  const std::map<std::string, EndpointInfo>& map = _config_manager.config();
  std::map<std::string, EndpointInfo>::const_iterator it;
  for (it = map.begin(); it != map.end(); ++it) {
    const EndpointInfo& ep_info = it->second;
    Endpoint* ep = new (std::nothrow) Endpoint();
    if (ep->initialize(ep_info) != 0) {
      LOG(ERROR) << "Failed intialize endpoint:" << ep_info.endpoint_name;
      return -1;
    }

    if (_endpoints.find(ep_info.endpoint_name) != _endpoints.end()) {
      LOG(ERROR) << "Cannot insert duplicated endpoint:"
                 << ep_info.endpoint_name;
      return -1;
    }

    std::pair<std::map<std::string, Endpoint*>::iterator, bool> r =
        _endpoints.insert(std::make_pair(ep_info.endpoint_name, ep));
    if (!r.second) {
      LOG(ERROR) << "Failed insert endpoint:" << ep_info.endpoint_name;
      return -1;
    }

    LOG(INFO) << "Succ create endpoint instance with name: "
              << ep_info.endpoint_name;
  }

  return 0;
}

W
sdk-cpp  
wangguibao 已提交
76
int PredictorApi::create(const char* path, const char* file) {
W
wangguibao 已提交
77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95
  if (register_all() != 0) {
    LOG(ERROR) << "Failed do register all!";
    return -1;
  }

  if (_config_manager.create(path, file) != 0) {
    LOG(ERROR) << "Failed create config manager from conf:" << path << "/"
               << file;
    return -1;
  }

  const std::map<std::string, EndpointInfo>& map = _config_manager.config();
  std::map<std::string, EndpointInfo>::const_iterator it;
  for (it = map.begin(); it != map.end(); ++it) {
    const EndpointInfo& ep_info = it->second;
    Endpoint* ep = new (std::nothrow) Endpoint();
    if (ep->initialize(ep_info) != 0) {
      LOG(ERROR) << "Failed intialize endpoint:" << ep_info.endpoint_name;
      return -1;
W
sdk-cpp  
wangguibao 已提交
96 97
    }

W
wangguibao 已提交
98 99 100 101
    if (_endpoints.find(ep_info.endpoint_name) != _endpoints.end()) {
      LOG(ERROR) << "Cannot insert duplicated endpoint:"
                 << ep_info.endpoint_name;
      return -1;
W
sdk-cpp  
wangguibao 已提交
102 103
    }

104 105
    LOG(INFO) << "endpoint name: " << ep_info.endpoint_name;

W
wangguibao 已提交
106 107 108 109 110
    std::pair<std::map<std::string, Endpoint*>::iterator, bool> r =
        _endpoints.insert(std::make_pair(ep_info.endpoint_name, ep));
    if (!r.second) {
      LOG(ERROR) << "Failed insert endpoint:" << ep_info.endpoint_name;
      return -1;
W
sdk-cpp  
wangguibao 已提交
111 112
    }

W
wangguibao 已提交
113 114 115 116 117
    LOG(INFO) << "Succ create endpoint instance with name: "
              << ep_info.endpoint_name;
  }

  return 0;
W
sdk-cpp  
wangguibao 已提交
118 119 120
}

int PredictorApi::thrd_initialize() {
W
wangguibao 已提交
121 122 123 124 125 126
  std::map<std::string, Endpoint*>::const_iterator it;
  for (it = _endpoints.begin(); it != _endpoints.end(); ++it) {
    Endpoint* ep = it->second;
    if (ep->thrd_initialize() != 0) {
      LOG(ERROR) << "Failed thrd initialize endpoint:" << it->first;
      return -1;
W
sdk-cpp  
wangguibao 已提交
127
    }
W
wangguibao 已提交
128 129 130 131

    LOG(WARNING) << "Succ thrd initialize endpoint:" << it->first;
  }
  return 0;
W
sdk-cpp  
wangguibao 已提交
132 133 134
}

int PredictorApi::thrd_clear() {
W
wangguibao 已提交
135 136 137 138 139 140
  std::map<std::string, Endpoint*>::const_iterator it;
  for (it = _endpoints.begin(); it != _endpoints.end(); ++it) {
    Endpoint* ep = it->second;
    if (ep->thrd_clear() != 0) {
      LOG(ERROR) << "Failed thrd clear endpoint:" << it->first;
      return -1;
W
sdk-cpp  
wangguibao 已提交
141
    }
W
wangguibao 已提交
142 143
  }
  return 0;
W
sdk-cpp  
wangguibao 已提交
144 145 146
}

int PredictorApi::thrd_finalize() {
W
wangguibao 已提交
147 148 149 150 151 152
  std::map<std::string, Endpoint*>::const_iterator it;
  for (it = _endpoints.begin(); it != _endpoints.end(); ++it) {
    Endpoint* ep = it->second;
    if (ep->thrd_finalize() != 0) {
      LOG(ERROR) << "Failed thrd finalize endpoint:" << it->first;
      return -1;
W
sdk-cpp  
wangguibao 已提交
153 154
    }

W
wangguibao 已提交
155 156 157
    LOG(INFO) << "Succ thrd finalize endpoint:" << it->first;
  }
  return 0;
W
sdk-cpp  
wangguibao 已提交
158 159
}

W
wangguibao 已提交
160
void PredictorApi::destroy() { return; }
W
sdk-cpp  
wangguibao 已提交
161

W
wangguibao 已提交
162 163 164
}  // namespace sdk_cpp
}  // namespace paddle_serving
}  // namespace baidu