// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include #include #include #include #include #include "sdk-cpp/builtin_format.pb.h" #include "sdk-cpp/echo_kvdb_service.pb.h" #include "sdk-cpp/include/common.h" #include "sdk-cpp/include/predictor_sdk.h" using baidu::paddle_serving::sdk_cpp::Predictor; using baidu::paddle_serving::sdk_cpp::PredictorApi; using baidu::paddle_serving::predictor::echo_kvdb_service::Request; using baidu::paddle_serving::predictor::echo_kvdb_service::Response; using baidu::paddle_serving::predictor::format::KVDBReq; using baidu::paddle_serving::predictor::format::KVDBRes; int global_key = 0; int create_req(Request& req) { // NOLINT KVDBReq* key = req.mutable_reqs()->Add(); key->set_op("SET"); key->set_key(std::to_string(global_key)); key->set_value(std::to_string(global_key * 1)); key = req.mutable_reqs()->Add(); key->set_op("GET"); key->set_key(std::to_string(global_key)); global_key++; return 0; } void print_res(const Request& req, const Response& res, std::string route_tag, uint64_t elapse_ms) { LOG(INFO) << "Receive Response size: " << res.ress_size(); for (size_t i = 0; i < res.ress_size(); i++) { KVDBRes val = res.ress(i); LOG(INFO) << "Receive value from demo-server: " << val.value(); } LOG(INFO) << "Succ call predictor[echo_kvdb_service], the tag is: " << route_tag << ", elapse_ms: " << elapse_ms; } int main(int argc, char** argv) { PredictorApi api; // initialize logger instance #ifdef BCLOUD logging::LoggingSettings settings; settings.logging_dest = logging::LOG_TO_FILE; std::string filename(argv[0]); filename = filename.substr(filename.find_last_of('/') + 1); settings.log_file = (std::string("./log/") + filename + ".log").c_str(); settings.delete_old = logging::DELETE_OLD_LOG_FILE; logging::InitLogging(settings); logging::ComlogSinkOptions cso; cso.process_name = filename; cso.enable_wf_device = true; logging::ComlogSink::GetInstance()->Setup(&cso); #else struct stat st_buf; int ret = 0; if ((ret = stat("./log", &st_buf)) != 0) { mkdir("./log", 0777); ret = stat("./log", &st_buf); if (ret != 0) { LOG(WARNING) << "Log path ./log not exist, and create fail"; return -1; } } FLAGS_log_dir = "./log"; google::InitGoogleLogging(strdup(argv[0])); #endif if (api.create("./conf", "predictors.prototxt") != 0) { LOG(ERROR) << "Failed create predictors api!"; return -1; } Request req; Response res; api.thrd_initialize(); while (true) { if (global_key > 10000) { break; } timeval start; gettimeofday(&start, NULL); api.thrd_clear(); Predictor* predictor = api.fetch_predictor("echo_kvdb_service"); if (!predictor) { LOG(ERROR) << "Failed fetch predictor: echo_kvdb_service"; return -1; } req.Clear(); res.Clear(); if (create_req(req) != 0) { return -1; } butil::IOBufBuilder debug_os; if (predictor->debug(&req, &res, &debug_os) != 0) { LOG(ERROR) << "failed call predictor with req:" << req.ShortDebugString(); return -1; } butil::IOBuf debug_buf; debug_os.move_to(debug_buf); LOG(INFO) << "Debug string: " << debug_buf; timeval end; gettimeofday(&end, NULL); uint64_t elapse_ms = (end.tv_sec * 1000 + end.tv_usec / 1000) - (start.tv_sec * 1000 + start.tv_usec / 1000); print_res(req, res, predictor->tag(), elapse_ms); res.Clear(); usleep(50); } // while (true) api.thrd_finalize(); api.destroy(); #ifndef BCLOUD google::ShutdownGoogleLogging(); #endif return 0; } /* vim: set expandtab ts=4 sw=4 sts=4 tw=100: */