echo.cpp 3.7 KB
Newer Older
W
wangguibao 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14
// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

W
wangguibao 已提交
15
#include <sys/stat.h>
W
wangguibao 已提交
16
#include <sys/types.h>
W
wangguibao 已提交
17 18 19
#include <unistd.h>

#include <fstream>
20
#include "sdk-cpp/builtin_format.pb.h"
W
wangguibao 已提交
21 22 23
#include "sdk-cpp/echo_service.pb.h"
#include "sdk-cpp/include/common.h"
#include "sdk-cpp/include/predictor_sdk.h"
W
wangguibao 已提交
24 25 26 27 28

using baidu::paddle_serving::sdk_cpp::Predictor;
using baidu::paddle_serving::sdk_cpp::PredictorApi;
using baidu::paddle_serving::predictor::echo_service::RequestAndResponse;

W
wangguibao 已提交
29 30 31 32
int create_req(RequestAndResponse& req) {  // NOLINT
  req.set_a(1);
  req.set_b(0.1);
  return 0;
W
wangguibao 已提交
33 34
}

W
wangguibao 已提交
35 36 37 38 39
void print_res(const RequestAndResponse& req,
               const RequestAndResponse& res,
               std::string route_tag,
               uint64_t elapse_ms) {
  LOG(INFO) << "Reqeive result: a = " << res.a() << ", b = " << res.b();
W
wangguibao 已提交
40

W
wangguibao 已提交
41 42
  LOG(INFO) << "Succ call predictor[echo_service], the tag is: " << route_tag
            << ", elapse_ms: " << elapse_ms;
W
wangguibao 已提交
43 44 45
}

int main(int argc, char** argv) {
W
wangguibao 已提交
46 47 48
  PredictorApi api;

  // initialize logger instance
W
wangguibao 已提交
49 50 51 52 53 54 55 56 57 58 59 60 61 62 63
#ifdef BCLOUD
  logging::LoggingSettings settings;
  settings.logging_dest = logging::LOG_TO_FILE;

  std::string filename(argv[0]);
  filename = filename.substr(filename.find_last_of('/') + 1);
  settings.log_file = (std::string("./log/") + filename + ".log").c_str();
  settings.delete_old = logging::DELETE_OLD_LOG_FILE;
  logging::InitLogging(settings);

  logging::ComlogSinkOptions cso;
  cso.process_name = filename;
  cso.enable_wf_device = true;
  logging::ComlogSink::GetInstance()->Setup(&cso);
#else
W
wangguibao 已提交
64 65 66 67 68 69 70 71
  struct stat st_buf;
  int ret = 0;
  if ((ret = stat("./log", &st_buf)) != 0) {
    mkdir("./log", 0777);
    ret = stat("./log", &st_buf);
    if (ret != 0) {
      LOG(WARNING) << "Log path ./log not exist, and create fail";
      return -1;
W
wangguibao 已提交
72
    }
W
wangguibao 已提交
73 74 75
  }
  FLAGS_log_dir = "./log";
  google::InitGoogleLogging(strdup(argv[0]));
W
wangguibao 已提交
76
#endif
W
wangguibao 已提交
77

W
wangguibao 已提交
78 79 80 81
  if (api.create("./conf", "predictors.prototxt") != 0) {
    LOG(ERROR) << "Failed create predictors api!";
    return -1;
  }
W
wangguibao 已提交
82

W
wangguibao 已提交
83 84
  RequestAndResponse req;
  RequestAndResponse res;
W
wangguibao 已提交
85

W
wangguibao 已提交
86
  api.thrd_initialize();
W
wangguibao 已提交
87

W
wangguibao 已提交
88 89 90
  while (true) {
    timeval start;
    gettimeofday(&start, NULL);
W
wangguibao 已提交
91

W
wangguibao 已提交
92
    api.thrd_clear();
W
wangguibao 已提交
93

W
wangguibao 已提交
94 95 96 97 98 99 100 101
    Predictor* predictor = api.fetch_predictor("echo_service");
    if (!predictor) {
      LOG(ERROR) << "Failed fetch predictor: echo_service";
      return -1;
    }

    req.Clear();
    res.Clear();
W
wangguibao 已提交
102

W
wangguibao 已提交
103 104 105
    if (create_req(req) != 0) {
      return -1;
    }
W
wangguibao 已提交
106

W
wangguibao 已提交
107 108 109 110 111
    butil::IOBufBuilder debug_os;
    if (predictor->debug(&req, &res, &debug_os) != 0) {
      LOG(ERROR) << "failed call predictor with req:" << req.ShortDebugString();
      return -1;
    }
W
wangguibao 已提交
112

W
wangguibao 已提交
113 114 115
    butil::IOBuf debug_buf;
    debug_os.move_to(debug_buf);
    LOG(INFO) << "Debug string: " << debug_buf;
W
wangguibao 已提交
116

W
wangguibao 已提交
117 118
    timeval end;
    gettimeofday(&end, NULL);
W
wangguibao 已提交
119

W
wangguibao 已提交
120 121
    uint64_t elapse_ms = (end.tv_sec * 1000 + end.tv_usec / 1000) -
                         (start.tv_sec * 1000 + start.tv_usec / 1000);
W
wangguibao 已提交
122

W
wangguibao 已提交
123 124
    print_res(req, res, predictor->tag(), elapse_ms);
    res.Clear();
W
wangguibao 已提交
125

W
wangguibao 已提交
126 127
    usleep(50);
  }  // while (true)
W
wangguibao 已提交
128

W
wangguibao 已提交
129 130
  api.thrd_finalize();
  api.destroy();
W
wangguibao 已提交
131

W
wangguibao 已提交
132
#ifndef BCLOUD
W
wangguibao 已提交
133
  google::ShutdownGoogleLogging();
W
wangguibao 已提交
134
#endif
W
wangguibao 已提交
135

W
wangguibao 已提交
136
  return 0;
W
wangguibao 已提交
137 138 139
}

/* vim: set expandtab ts=4 sw=4 sts=4 tw=100: */